2024-11-15 14:31:20,618 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-15 14:31:20,637 main DEBUG Took 0.016661 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-15 14:31:20,637 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-15 14:31:20,637 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-15 14:31:20,638 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-15 14:31:20,639 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 14:31:20,645 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-15 14:31:20,657 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 14:31:20,658 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 14:31:20,659 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 14:31:20,659 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 14:31:20,660 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 14:31:20,660 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 14:31:20,661 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 14:31:20,661 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 14:31:20,662 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 14:31:20,662 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 14:31:20,663 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 14:31:20,663 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 14:31:20,664 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 14:31:20,664 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 14:31:20,664 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 14:31:20,665 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 14:31:20,665 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 14:31:20,665 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 14:31:20,666 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 14:31:20,666 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 14:31:20,666 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 14:31:20,667 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 14:31:20,667 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 14:31:20,668 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 14:31:20,668 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 14:31:20,669 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-15 14:31:20,670 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 14:31:20,671 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-15 14:31:20,673 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-15 14:31:20,674 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-15 14:31:20,675 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-15 14:31:20,675 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-15 14:31:20,682 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-15 14:31:20,685 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-15 14:31:20,686 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-15 14:31:20,687 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-15 14:31:20,687 main DEBUG createAppenders(={Console}) 2024-11-15 14:31:20,688 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-15 14:31:20,688 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-15 14:31:20,688 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-15 14:31:20,689 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-15 14:31:20,689 main DEBUG OutputStream closed 2024-11-15 14:31:20,690 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-15 14:31:20,690 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-15 14:31:20,690 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-15 14:31:20,769 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-15 14:31:20,771 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-15 14:31:20,772 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-15 14:31:20,773 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-15 14:31:20,773 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-15 14:31:20,773 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-15 14:31:20,774 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-15 14:31:20,774 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-15 14:31:20,774 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-15 14:31:20,775 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-15 14:31:20,775 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-15 14:31:20,775 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-15 14:31:20,775 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-15 14:31:20,776 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-15 14:31:20,776 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-15 14:31:20,776 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-15 14:31:20,776 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-15 14:31:20,777 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-15 14:31:20,779 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15 14:31:20,780 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-15 14:31:20,780 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-15 14:31:20,781 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-15T14:31:20,793 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-15 14:31:20,795 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-15 14:31:20,796 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15T14:31:20,850 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=269, ProcessCount=11, AvailableMemoryMB=2743 2024-11-15T14:31:21,280 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-15T14:31:21,315 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d5e52f-6dc9-19dc-467b-dab0b314522b 2024-11-15T14:31:21,317 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d5e52f-6dc9-19dc-467b-dab0b314522b/cluster_b3783f5a-c4e8-a627-e0f6-863ebbfeb6e7, deleteOnExit=true 2024-11-15T14:31:21,445 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d5e52f-6dc9-19dc-467b-dab0b314522b/cluster_b3783f5a-c4e8-a627-e0f6-863ebbfeb6e7/zookeeper_0, clientPort=56339, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d5e52f-6dc9-19dc-467b-dab0b314522b/cluster_b3783f5a-c4e8-a627-e0f6-863ebbfeb6e7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d5e52f-6dc9-19dc-467b-dab0b314522b/cluster_b3783f5a-c4e8-a627-e0f6-863ebbfeb6e7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T14:31:21,461 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56339 2024-11-15T14:31:21,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T14:31:21,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T14:31:21,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d5e52f-6dc9-19dc-467b-dab0b314522b/test.cache.data in system properties and HBase conf 2024-11-15T14:31:21,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d5e52f-6dc9-19dc-467b-dab0b314522b/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T14:31:21,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d5e52f-6dc9-19dc-467b-dab0b314522b/hadoop.log.dir in system properties and HBase conf 2024-11-15T14:31:21,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d5e52f-6dc9-19dc-467b-dab0b314522b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T14:31:21,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d5e52f-6dc9-19dc-467b-dab0b314522b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T14:31:21,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T14:31:21,560 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-15T14:31:21,643 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T14:31:21,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d5e52f-6dc9-19dc-467b-dab0b314522b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:31:21,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d5e52f-6dc9-19dc-467b-dab0b314522b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:31:21,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d5e52f-6dc9-19dc-467b-dab0b314522b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T14:31:21,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d5e52f-6dc9-19dc-467b-dab0b314522b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:31:21,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d5e52f-6dc9-19dc-467b-dab0b314522b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T14:31:21,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d5e52f-6dc9-19dc-467b-dab0b314522b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T14:31:21,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d5e52f-6dc9-19dc-467b-dab0b314522b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:31:21,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d5e52f-6dc9-19dc-467b-dab0b314522b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:31:21,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d5e52f-6dc9-19dc-467b-dab0b314522b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T14:31:21,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d5e52f-6dc9-19dc-467b-dab0b314522b/nfs.dump.dir in system properties and HBase conf 2024-11-15T14:31:21,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d5e52f-6dc9-19dc-467b-dab0b314522b/java.io.tmpdir in system properties and HBase conf 2024-11-15T14:31:21,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d5e52f-6dc9-19dc-467b-dab0b314522b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:31:21,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d5e52f-6dc9-19dc-467b-dab0b314522b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T14:31:21,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d5e52f-6dc9-19dc-467b-dab0b314522b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T14:31:22,543 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T14:31:22,612 INFO [Time-limited test {}] log.Log(170): Logging initialized @2686ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T14:31:22,681 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:31:22,758 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:31:22,781 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:31:22,781 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:31:22,782 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T14:31:22,793 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:31:22,796 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d5e52f-6dc9-19dc-467b-dab0b314522b/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:31:22,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:31:22,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d5e52f-6dc9-19dc-467b-dab0b314522b/java.io.tmpdir/jetty-localhost-38523-hadoop-hdfs-3_4_1-tests_jar-_-any-15932166432064263051/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:31:22,976 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:38523} 2024-11-15T14:31:22,977 INFO [Time-limited test {}] server.Server(415): Started @3051ms 2024-11-15T14:31:23,425 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:31:23,432 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:31:23,433 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:31:23,434 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:31:23,434 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T14:31:23,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d5e52f-6dc9-19dc-467b-dab0b314522b/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:31:23,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:31:23,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d5e52f-6dc9-19dc-467b-dab0b314522b/java.io.tmpdir/jetty-localhost-37495-hadoop-hdfs-3_4_1-tests_jar-_-any-7678539629887708027/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:31:23,552 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:37495} 2024-11-15T14:31:23,552 INFO [Time-limited test {}] server.Server(415): Started @3626ms 2024-11-15T14:31:23,617 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T14:31:24,336 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d5e52f-6dc9-19dc-467b-dab0b314522b/cluster_b3783f5a-c4e8-a627-e0f6-863ebbfeb6e7/data/data2/current/BP-1185040873-172.17.0.3-1731681082175/current, will proceed with Du for space computation calculation, 2024-11-15T14:31:24,336 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d5e52f-6dc9-19dc-467b-dab0b314522b/cluster_b3783f5a-c4e8-a627-e0f6-863ebbfeb6e7/data/data1/current/BP-1185040873-172.17.0.3-1731681082175/current, will proceed with Du for space computation calculation, 2024-11-15T14:31:24,363 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T14:31:24,403 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2a1003569f9f193 with lease ID 0xa48b0290e7c47134: Processing first storage report for DS-248be104-edca-42d8-b570-03fb77c3584a from datanode DatanodeRegistration(127.0.0.1:33531, datanodeUuid=3ebd855b-1826-49a6-84c5-0af0c6c278ef, infoPort=37353, infoSecurePort=0, ipcPort=43519, storageInfo=lv=-57;cid=testClusterID;nsid=419877791;c=1731681082175) 2024-11-15T14:31:24,404 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2a1003569f9f193 with lease ID 0xa48b0290e7c47134: from storage DS-248be104-edca-42d8-b570-03fb77c3584a node DatanodeRegistration(127.0.0.1:33531, datanodeUuid=3ebd855b-1826-49a6-84c5-0af0c6c278ef, infoPort=37353, infoSecurePort=0, ipcPort=43519, storageInfo=lv=-57;cid=testClusterID;nsid=419877791;c=1731681082175), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T14:31:24,405 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2a1003569f9f193 with lease ID 0xa48b0290e7c47134: Processing first storage report for DS-65a34ad1-7b0a-4652-84f5-d6abebe59d1d from datanode DatanodeRegistration(127.0.0.1:33531, datanodeUuid=3ebd855b-1826-49a6-84c5-0af0c6c278ef, infoPort=37353, infoSecurePort=0, ipcPort=43519, storageInfo=lv=-57;cid=testClusterID;nsid=419877791;c=1731681082175) 2024-11-15T14:31:24,405 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2a1003569f9f193 with lease ID 0xa48b0290e7c47134: from storage DS-65a34ad1-7b0a-4652-84f5-d6abebe59d1d node DatanodeRegistration(127.0.0.1:33531, datanodeUuid=3ebd855b-1826-49a6-84c5-0af0c6c278ef, infoPort=37353, infoSecurePort=0, ipcPort=43519, storageInfo=lv=-57;cid=testClusterID;nsid=419877791;c=1731681082175), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T14:31:24,454 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d5e52f-6dc9-19dc-467b-dab0b314522b 2024-11-15T14:31:24,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:31:24,469 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:31:24,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741825_1001 (size=7) 2024-11-15T14:31:25,095 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704 with version=8 2024-11-15T14:31:25,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/hbase-staging 2024-11-15T14:31:25,175 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-15T14:31:25,471 INFO [Time-limited test {}] client.ConnectionUtils(128): master/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:31:25,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:31:25,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:31:25,484 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:31:25,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:31:25,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:31:25,624 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T14:31:25,688 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-15T14:31:25,700 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-15T14:31:25,706 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:31:25,733 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 35237 (auto-detected) 2024-11-15T14:31:25,735 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-15T14:31:25,755 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37555 2024-11-15T14:31:25,784 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37555 connecting to ZooKeeper ensemble=127.0.0.1:56339 2024-11-15T14:31:25,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375550x0, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:31:25,884 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37555-0x10140161dee0000 connected 2024-11-15T14:31:25,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:31:25,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:31:25,974 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37555-0x10140161dee0000, quorum=127.0.0.1:56339, baseZNode=/0485264777 Set watcher on znode that does not yet exist, /0485264777/running 2024-11-15T14:31:25,978 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704, hbase.cluster.distributed=false 2024-11-15T14:31:26,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37555-0x10140161dee0000, quorum=127.0.0.1:56339, baseZNode=/0485264777 Set watcher on znode that does not yet exist, /0485264777/acl 2024-11-15T14:31:26,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37555 2024-11-15T14:31:26,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37555 2024-11-15T14:31:26,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37555 2024-11-15T14:31:26,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37555 2024-11-15T14:31:26,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37555 2024-11-15T14:31:26,124 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:31:26,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:31:26,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:31:26,127 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:31:26,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:31:26,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:31:26,129 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T14:31:26,132 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:31:26,133 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36511 2024-11-15T14:31:26,135 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36511 connecting to ZooKeeper ensemble=127.0.0.1:56339 2024-11-15T14:31:26,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:31:26,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:31:26,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365110x0, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:31:26,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365110x0, quorum=127.0.0.1:56339, baseZNode=/0485264777 Set watcher on znode that does not yet exist, /0485264777/running 2024-11-15T14:31:26,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36511-0x10140161dee0001 connected 2024-11-15T14:31:26,157 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T14:31:26,164 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T14:31:26,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36511-0x10140161dee0001, quorum=127.0.0.1:56339, baseZNode=/0485264777 Set watcher on znode that does not yet exist, /0485264777/master 2024-11-15T14:31:26,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36511-0x10140161dee0001, quorum=127.0.0.1:56339, baseZNode=/0485264777 Set watcher on znode that does not yet exist, /0485264777/acl 2024-11-15T14:31:26,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36511 2024-11-15T14:31:26,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36511 2024-11-15T14:31:26,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36511 2024-11-15T14:31:26,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36511 2024-11-15T14:31:26,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36511 2024-11-15T14:31:26,189 DEBUG [M:0;26754e923c4a:37555 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;26754e923c4a:37555 2024-11-15T14:31:26,190 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0485264777/backup-masters/26754e923c4a,37555,1731681085306 2024-11-15T14:31:26,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37555-0x10140161dee0000, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485264777/backup-masters 2024-11-15T14:31:26,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36511-0x10140161dee0001, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485264777/backup-masters 2024-11-15T14:31:26,204 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37555-0x10140161dee0000, quorum=127.0.0.1:56339, baseZNode=/0485264777 Set watcher on existing znode=/0485264777/backup-masters/26754e923c4a,37555,1731681085306 2024-11-15T14:31:26,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37555-0x10140161dee0000, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485264777 2024-11-15T14:31:26,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36511-0x10140161dee0001, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0485264777/master 2024-11-15T14:31:26,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36511-0x10140161dee0001, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485264777 2024-11-15T14:31:26,234 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37555-0x10140161dee0000, quorum=127.0.0.1:56339, baseZNode=/0485264777 Set watcher on existing znode=/0485264777/master 2024-11-15T14:31:26,236 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0485264777/backup-masters/26754e923c4a,37555,1731681085306 from backup master directory 2024-11-15T14:31:26,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37555-0x10140161dee0000, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0485264777/backup-masters/26754e923c4a,37555,1731681085306 2024-11-15T14:31:26,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36511-0x10140161dee0001, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485264777/backup-masters 2024-11-15T14:31:26,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37555-0x10140161dee0000, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485264777/backup-masters 2024-11-15T14:31:26,244 WARN [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:31:26,244 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=26754e923c4a,37555,1731681085306 2024-11-15T14:31:26,247 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-15T14:31:26,249 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-15T14:31:26,302 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/hbase.id] with ID: 539e9bae-1ab7-4401-a3ba-f37fa69736ce 2024-11-15T14:31:26,302 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/.tmp/hbase.id 2024-11-15T14:31:26,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741826_1002 (size=42) 2024-11-15T14:31:26,719 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/.tmp/hbase.id]:[hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/hbase.id] 2024-11-15T14:31:26,765 INFO [master/26754e923c4a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:31:26,770 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T14:31:26,788 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-15T14:31:26,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36511-0x10140161dee0001, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485264777 2024-11-15T14:31:26,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37555-0x10140161dee0000, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485264777 2024-11-15T14:31:26,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741827_1003 (size=196) 2024-11-15T14:31:27,253 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:31:27,256 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T14:31:27,271 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:31:27,275 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:31:27,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741828_1004 (size=1189) 2024-11-15T14:31:27,731 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store 2024-11-15T14:31:27,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741829_1005 (size=34) 2024-11-15T14:31:28,163 INFO [master/26754e923c4a:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-15T14:31:28,168 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:31:28,169 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:31:28,169 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:31:28,170 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:31:28,171 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:31:28,172 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:31:28,172 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:31:28,173 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681088169Disabling compacts and flushes for region at 1731681088169Disabling writes for close at 1731681088172 (+3 ms)Writing region close event to WAL at 1731681088172Closed at 1731681088172 2024-11-15T14:31:28,176 WARN [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/.initializing 2024-11-15T14:31:28,176 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/WALs/26754e923c4a,37555,1731681085306 2024-11-15T14:31:28,185 INFO [master/26754e923c4a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:31:28,199 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=26754e923c4a%2C37555%2C1731681085306, suffix=, logDir=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/WALs/26754e923c4a,37555,1731681085306, archiveDir=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/oldWALs, maxLogs=10 2024-11-15T14:31:28,221 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/WALs/26754e923c4a,37555,1731681085306/26754e923c4a%2C37555%2C1731681085306.1731681088203, exclude list is [], retry=0 2024-11-15T14:31:28,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-248be104-edca-42d8-b570-03fb77c3584a,DISK] 2024-11-15T14:31:28,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-15T14:31:28,275 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/WALs/26754e923c4a,37555,1731681085306/26754e923c4a%2C37555%2C1731681085306.1731681088203 2024-11-15T14:31:28,276 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37353:37353)] 2024-11-15T14:31:28,276 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:31:28,277 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:31:28,280 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:28,281 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:28,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:28,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T14:31:28,346 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:28,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:31:28,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:28,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T14:31:28,352 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:28,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:31:28,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:28,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T14:31:28,357 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:28,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:31:28,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:28,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T14:31:28,363 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:28,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:31:28,364 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:28,368 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:28,370 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:28,376 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:28,376 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:28,381 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:31:28,385 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:28,389 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:31:28,391 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59223148, jitterRate=-0.11750632524490356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:31:28,399 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731681088293Initializing all the Stores at 1731681088295 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681088296 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681088297 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681088297Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681088297Cleaning up temporary data from old regions at 1731681088376 (+79 ms)Region opened successfully at 1731681088399 (+23 ms) 2024-11-15T14:31:28,401 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T14:31:28,435 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cb59d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:31:28,466 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T14:31:28,476 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T14:31:28,476 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T14:31:28,479 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T14:31:28,481 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T14:31:28,485 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-15T14:31:28,486 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T14:31:28,512 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T14:31:28,522 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37555-0x10140161dee0000, quorum=127.0.0.1:56339, baseZNode=/0485264777 Unable to get data of znode /0485264777/balancer because node does not exist (not necessarily an error) 2024-11-15T14:31:28,575 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0485264777/balancer already deleted, retry=false 2024-11-15T14:31:28,580 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T14:31:28,584 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37555-0x10140161dee0000, quorum=127.0.0.1:56339, baseZNode=/0485264777 Unable to get data of znode /0485264777/normalizer because node does not exist (not necessarily an error) 2024-11-15T14:31:28,593 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0485264777/normalizer already deleted, retry=false 2024-11-15T14:31:28,596 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T14:31:28,601 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37555-0x10140161dee0000, quorum=127.0.0.1:56339, baseZNode=/0485264777 Unable to get data of znode /0485264777/switch/split because node does not exist (not necessarily an error) 2024-11-15T14:31:28,610 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0485264777/switch/split already deleted, retry=false 2024-11-15T14:31:28,612 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37555-0x10140161dee0000, quorum=127.0.0.1:56339, baseZNode=/0485264777 Unable to get data of znode /0485264777/switch/merge because node does not exist (not necessarily an error) 2024-11-15T14:31:28,618 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0485264777/switch/merge already deleted, retry=false 2024-11-15T14:31:28,641 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37555-0x10140161dee0000, quorum=127.0.0.1:56339, baseZNode=/0485264777 Unable to get data of znode /0485264777/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T14:31:28,651 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0485264777/snapshot-cleanup already deleted, retry=false 2024-11-15T14:31:28,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36511-0x10140161dee0001, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0485264777/running 2024-11-15T14:31:28,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37555-0x10140161dee0000, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0485264777/running 2024-11-15T14:31:28,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36511-0x10140161dee0001, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485264777 2024-11-15T14:31:28,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37555-0x10140161dee0000, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485264777 2024-11-15T14:31:28,664 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=26754e923c4a,37555,1731681085306, sessionid=0x10140161dee0000, setting cluster-up flag (Was=false) 2024-11-15T14:31:28,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36511-0x10140161dee0001, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485264777 2024-11-15T14:31:28,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37555-0x10140161dee0000, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485264777 2024-11-15T14:31:28,718 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0485264777/flush-table-proc/acquired, /0485264777/flush-table-proc/reached, /0485264777/flush-table-proc/abort 2024-11-15T14:31:28,722 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,37555,1731681085306 2024-11-15T14:31:28,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36511-0x10140161dee0001, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485264777 2024-11-15T14:31:28,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37555-0x10140161dee0000, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485264777 2024-11-15T14:31:28,768 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0485264777/online-snapshot/acquired, /0485264777/online-snapshot/reached, /0485264777/online-snapshot/abort 2024-11-15T14:31:28,772 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,37555,1731681085306 2024-11-15T14:31:28,783 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T14:31:28,855 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T14:31:28,864 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T14:31:28,870 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T14:31:28,875 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 26754e923c4a,37555,1731681085306 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T14:31:28,882 INFO [RS:0;26754e923c4a:36511 {}] regionserver.HRegionServer(746): ClusterId : 539e9bae-1ab7-4401-a3ba-f37fa69736ce 2024-11-15T14:31:28,883 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:31:28,883 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:31:28,884 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:31:28,884 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:31:28,884 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/26754e923c4a:0, corePoolSize=10, maxPoolSize=10 2024-11-15T14:31:28,884 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:28,884 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:31:28,885 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:28,885 DEBUG [RS:0;26754e923c4a:36511 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T14:31:28,888 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731681118888 2024-11-15T14:31:28,890 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:31:28,890 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T14:31:28,890 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T14:31:28,892 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T14:31:28,895 DEBUG [RS:0;26754e923c4a:36511 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T14:31:28,895 DEBUG [RS:0;26754e923c4a:36511 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T14:31:28,896 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T14:31:28,896 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:28,896 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T14:31:28,896 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T14:31:28,897 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T14:31:28,897 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T14:31:28,898 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:28,902 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T14:31:28,903 DEBUG [RS:0;26754e923c4a:36511 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T14:31:28,903 DEBUG [RS:0;26754e923c4a:36511 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19a5c98d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:31:28,903 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T14:31:28,904 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T14:31:28,904 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T14:31:28,907 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T14:31:28,907 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T14:31:28,909 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681088908,5,FailOnTimeoutGroup] 2024-11-15T14:31:28,910 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681088909,5,FailOnTimeoutGroup] 2024-11-15T14:31:28,910 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:28,910 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T14:31:28,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741831_1007 (size=1321) 2024-11-15T14:31:28,912 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:28,912 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:28,919 DEBUG [RS:0;26754e923c4a:36511 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;26754e923c4a:36511 2024-11-15T14:31:28,922 INFO [RS:0;26754e923c4a:36511 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T14:31:28,922 INFO [RS:0;26754e923c4a:36511 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T14:31:28,922 DEBUG [RS:0;26754e923c4a:36511 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T14:31:28,925 INFO [RS:0;26754e923c4a:36511 {}] regionserver.HRegionServer(2659): reportForDuty to master=26754e923c4a,37555,1731681085306 with port=36511, startcode=1731681086089 2024-11-15T14:31:28,935 DEBUG [RS:0;26754e923c4a:36511 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T14:31:28,967 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T14:31:28,972 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37555 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 26754e923c4a,36511,1731681086089 2024-11-15T14:31:28,975 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37555 {}] master.ServerManager(517): Registering regionserver=26754e923c4a,36511,1731681086089 2024-11-15T14:31:28,989 DEBUG [RS:0;26754e923c4a:36511 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704 2024-11-15T14:31:28,989 DEBUG [RS:0;26754e923c4a:36511 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35007 2024-11-15T14:31:28,989 DEBUG [RS:0;26754e923c4a:36511 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T14:31:29,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37555-0x10140161dee0000, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485264777/rs 2024-11-15T14:31:29,002 DEBUG [RS:0;26754e923c4a:36511 {}] zookeeper.ZKUtil(111): regionserver:36511-0x10140161dee0001, quorum=127.0.0.1:56339, baseZNode=/0485264777 Set watcher on existing znode=/0485264777/rs/26754e923c4a,36511,1731681086089 2024-11-15T14:31:29,002 WARN [RS:0;26754e923c4a:36511 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:31:29,003 INFO [RS:0;26754e923c4a:36511 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:31:29,003 DEBUG [RS:0;26754e923c4a:36511 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,36511,1731681086089 2024-11-15T14:31:29,005 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [26754e923c4a,36511,1731681086089] 2024-11-15T14:31:29,030 INFO [RS:0;26754e923c4a:36511 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T14:31:29,045 INFO [RS:0;26754e923c4a:36511 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T14:31:29,049 INFO [RS:0;26754e923c4a:36511 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T14:31:29,049 INFO [RS:0;26754e923c4a:36511 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:29,050 INFO [RS:0;26754e923c4a:36511 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T14:31:29,056 INFO [RS:0;26754e923c4a:36511 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T14:31:29,057 INFO [RS:0;26754e923c4a:36511 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:29,058 DEBUG [RS:0;26754e923c4a:36511 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:29,058 DEBUG [RS:0;26754e923c4a:36511 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:29,058 DEBUG [RS:0;26754e923c4a:36511 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:29,058 DEBUG [RS:0;26754e923c4a:36511 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:29,058 DEBUG [RS:0;26754e923c4a:36511 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:29,058 DEBUG [RS:0;26754e923c4a:36511 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:31:29,058 DEBUG [RS:0;26754e923c4a:36511 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:29,059 DEBUG [RS:0;26754e923c4a:36511 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:29,059 DEBUG [RS:0;26754e923c4a:36511 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:29,059 DEBUG [RS:0;26754e923c4a:36511 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:29,059 DEBUG [RS:0;26754e923c4a:36511 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:29,059 DEBUG [RS:0;26754e923c4a:36511 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:29,059 DEBUG [RS:0;26754e923c4a:36511 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:31:29,060 DEBUG [RS:0;26754e923c4a:36511 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:31:29,060 INFO [RS:0;26754e923c4a:36511 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:29,061 INFO [RS:0;26754e923c4a:36511 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:29,061 INFO [RS:0;26754e923c4a:36511 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:29,061 INFO [RS:0;26754e923c4a:36511 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:29,061 INFO [RS:0;26754e923c4a:36511 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:29,061 INFO [RS:0;26754e923c4a:36511 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,36511,1731681086089-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:31:29,080 INFO [RS:0;26754e923c4a:36511 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T14:31:29,082 INFO [RS:0;26754e923c4a:36511 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,36511,1731681086089-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:29,082 INFO [RS:0;26754e923c4a:36511 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:29,082 INFO [RS:0;26754e923c4a:36511 {}] regionserver.Replication(171): 26754e923c4a,36511,1731681086089 started 2024-11-15T14:31:29,099 INFO [RS:0;26754e923c4a:36511 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:29,099 INFO [RS:0;26754e923c4a:36511 {}] regionserver.HRegionServer(1482): Serving as 26754e923c4a,36511,1731681086089, RpcServer on 26754e923c4a/172.17.0.3:36511, sessionid=0x10140161dee0001 2024-11-15T14:31:29,100 DEBUG [RS:0;26754e923c4a:36511 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T14:31:29,100 DEBUG [RS:0;26754e923c4a:36511 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 26754e923c4a,36511,1731681086089 2024-11-15T14:31:29,100 DEBUG [RS:0;26754e923c4a:36511 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,36511,1731681086089' 2024-11-15T14:31:29,101 DEBUG [RS:0;26754e923c4a:36511 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0485264777/flush-table-proc/abort' 2024-11-15T14:31:29,102 DEBUG [RS:0;26754e923c4a:36511 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0485264777/flush-table-proc/acquired' 2024-11-15T14:31:29,102 DEBUG [RS:0;26754e923c4a:36511 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T14:31:29,103 DEBUG [RS:0;26754e923c4a:36511 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T14:31:29,103 DEBUG [RS:0;26754e923c4a:36511 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 26754e923c4a,36511,1731681086089 2024-11-15T14:31:29,103 DEBUG [RS:0;26754e923c4a:36511 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,36511,1731681086089' 2024-11-15T14:31:29,103 DEBUG [RS:0;26754e923c4a:36511 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0485264777/online-snapshot/abort' 2024-11-15T14:31:29,104 DEBUG [RS:0;26754e923c4a:36511 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0485264777/online-snapshot/acquired' 2024-11-15T14:31:29,104 DEBUG [RS:0;26754e923c4a:36511 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T14:31:29,104 INFO [RS:0;26754e923c4a:36511 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T14:31:29,105 INFO [RS:0;26754e923c4a:36511 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T14:31:29,214 INFO [RS:0;26754e923c4a:36511 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:31:29,219 INFO [RS:0;26754e923c4a:36511 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C36511%2C1731681086089, suffix=, logDir=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,36511,1731681086089, archiveDir=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/oldWALs, maxLogs=10 2024-11-15T14:31:29,235 DEBUG [RS:0;26754e923c4a:36511 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,36511,1731681086089/26754e923c4a%2C36511%2C1731681086089.1731681089222, exclude list is [], retry=0 2024-11-15T14:31:29,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-248be104-edca-42d8-b570-03fb77c3584a,DISK] 2024-11-15T14:31:29,243 INFO [RS:0;26754e923c4a:36511 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,36511,1731681086089/26754e923c4a%2C36511%2C1731681086089.1731681089222 2024-11-15T14:31:29,244 DEBUG [RS:0;26754e923c4a:36511 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37353:37353)] 2024-11-15T14:31:29,316 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T14:31:29,317 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704 2024-11-15T14:31:29,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741833_1009 (size=32) 2024-11-15T14:31:29,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:31:29,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:31:29,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:31:29,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:29,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:31:29,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:31:29,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:31:29,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:29,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:31:29,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:31:29,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:31:29,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:29,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:31:29,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:31:29,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:31:29,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:29,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:31:29,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:31:29,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/meta/1588230740 2024-11-15T14:31:29,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/meta/1588230740 2024-11-15T14:31:29,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:31:29,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:31:29,763 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:31:29,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:31:29,770 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:31:29,771 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69437660, jitterRate=0.034701764583587646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:31:29,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731681089734Initializing all the Stores at 1731681089737 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681089737Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681089738 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681089738Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681089738Cleaning up temporary data from old regions at 1731681089762 (+24 ms)Region opened successfully at 1731681089774 (+12 ms) 2024-11-15T14:31:29,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:31:29,774 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:31:29,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:31:29,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:31:29,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:31:29,776 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:31:29,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681089774Disabling compacts and flushes for region at 1731681089774Disabling writes for close at 1731681089774Writing region close event to WAL at 1731681089775 (+1 ms)Closed at 1731681089776 (+1 ms) 2024-11-15T14:31:29,779 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:31:29,779 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T14:31:29,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T14:31:29,794 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:31:29,796 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T14:31:29,951 DEBUG [26754e923c4a:37555 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T14:31:29,965 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=26754e923c4a,36511,1731681086089 2024-11-15T14:31:29,971 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,36511,1731681086089, state=OPENING 2024-11-15T14:31:30,016 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T14:31:30,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37555-0x10140161dee0000, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485264777 2024-11-15T14:31:30,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36511-0x10140161dee0001, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485264777 2024-11-15T14:31:30,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0485264777/meta-region-server: CHANGED 2024-11-15T14:31:30,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0485264777/meta-region-server: CHANGED 2024-11-15T14:31:30,029 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:31:30,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,36511,1731681086089}] 2024-11-15T14:31:30,208 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T14:31:30,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46159, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T14:31:30,221 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T14:31:30,221 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:31:30,222 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T14:31:30,226 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C36511%2C1731681086089.meta, suffix=.meta, logDir=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,36511,1731681086089, archiveDir=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/oldWALs, maxLogs=10 2024-11-15T14:31:30,242 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,36511,1731681086089/26754e923c4a%2C36511%2C1731681086089.meta.1731681090228.meta, exclude list is [], retry=0 2024-11-15T14:31:30,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-248be104-edca-42d8-b570-03fb77c3584a,DISK] 2024-11-15T14:31:30,249 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,36511,1731681086089/26754e923c4a%2C36511%2C1731681086089.meta.1731681090228.meta 2024-11-15T14:31:30,250 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37353:37353)] 2024-11-15T14:31:30,250 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:31:30,255 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:31:30,256 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T14:31:30,259 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T14:31:30,260 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T14:31:30,264 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T14:31:30,265 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:31:30,265 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T14:31:30,265 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T14:31:30,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:31:30,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:31:30,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:30,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:31:30,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:31:30,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:31:30,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:30,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:31:30,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:31:30,275 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:31:30,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:30,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:31:30,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:31:30,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:31:30,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:30,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:31:30,278 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:31:30,280 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/meta/1588230740 2024-11-15T14:31:30,283 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/meta/1588230740 2024-11-15T14:31:30,286 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:31:30,287 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:31:30,288 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:31:30,291 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:31:30,293 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70669085, jitterRate=0.0530514270067215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:31:30,293 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T14:31:30,295 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731681090266Writing region info on filesystem at 1731681090266Initializing all the Stores at 1731681090268 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681090268Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681090268Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681090268Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681090268Cleaning up temporary data from old regions at 1731681090287 (+19 ms)Running coprocessor post-open hooks at 1731681090294 (+7 ms)Region opened successfully at 1731681090295 (+1 ms) 2024-11-15T14:31:30,303 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731681090200 2024-11-15T14:31:30,315 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T14:31:30,315 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T14:31:30,317 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,36511,1731681086089 2024-11-15T14:31:30,319 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,36511,1731681086089, state=OPEN 2024-11-15T14:31:30,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37555-0x10140161dee0000, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0485264777/meta-region-server 2024-11-15T14:31:30,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36511-0x10140161dee0001, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0485264777/meta-region-server 2024-11-15T14:31:30,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0485264777/meta-region-server: CHANGED 2024-11-15T14:31:30,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0485264777/meta-region-server: CHANGED 2024-11-15T14:31:30,347 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=26754e923c4a,36511,1731681086089 2024-11-15T14:31:30,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T14:31:30,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,36511,1731681086089 in 317 msec 2024-11-15T14:31:30,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T14:31:30,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 571 msec 2024-11-15T14:31:30,363 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:31:30,363 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T14:31:30,380 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:31:30,382 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,36511,1731681086089, seqNum=-1] 2024-11-15T14:31:30,399 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:31:30,402 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:31:30,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6090 sec 2024-11-15T14:31:30,424 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731681090423, completionTime=-1 2024-11-15T14:31:30,426 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T14:31:30,427 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T14:31:30,452 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T14:31:30,452 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731681150452 2024-11-15T14:31:30,452 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731681210452 2024-11-15T14:31:30,452 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 25 msec 2024-11-15T14:31:30,454 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,37555,1731681085306-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:30,454 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,37555,1731681085306-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:30,454 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,37555,1731681085306-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:30,456 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-26754e923c4a:37555, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:30,457 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:30,458 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:30,483 DEBUG [master/26754e923c4a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T14:31:30,510 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.265sec 2024-11-15T14:31:30,511 INFO [master/26754e923c4a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T14:31:30,512 INFO [master/26754e923c4a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T14:31:30,513 INFO [master/26754e923c4a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T14:31:30,514 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T14:31:30,514 INFO [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T14:31:30,515 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,37555,1731681085306-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:31:30,516 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,37555,1731681085306-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T14:31:30,525 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T14:31:30,526 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T14:31:30,526 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,37555,1731681085306-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:30,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:30,603 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-15T14:31:30,603 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-15T14:31:30,606 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37555,-1 for getting cluster id 2024-11-15T14:31:30,608 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:31:30,616 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '539e9bae-1ab7-4401-a3ba-f37fa69736ce' 2024-11-15T14:31:30,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:31:30,619 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "539e9bae-1ab7-4401-a3ba-f37fa69736ce" 2024-11-15T14:31:30,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d59f07f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:30,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37555,-1] 2024-11-15T14:31:30,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:31:30,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:30,627 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:31:30,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:30,630 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:31:30,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,36511,1731681086089, seqNum=-1] 2024-11-15T14:31:30,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:31:30,640 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:31:30,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=26754e923c4a,37555,1731681085306 2024-11-15T14:31:30,661 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56339 2024-11-15T14:31:30,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:31:30,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10140161dee0002 connected 2024-11-15T14:31:30,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d5e52f-6dc9-19dc-467b-dab0b314522b/hadoop.log.dir so I do NOT create it in target/test-data/92900c73-2650-0068-ee98-7a17b61afa19 2024-11-15T14:31:30,704 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d5e52f-6dc9-19dc-467b-dab0b314522b/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T14:31:30,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d5e52f-6dc9-19dc-467b-dab0b314522b/hadoop.tmp.dir so I do NOT create it in target/test-data/92900c73-2650-0068-ee98-7a17b61afa19 2024-11-15T14:31:30,704 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d5e52f-6dc9-19dc-467b-dab0b314522b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T14:31:30,704 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92900c73-2650-0068-ee98-7a17b61afa19 2024-11-15T14:31:30,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T14:31:30,705 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92900c73-2650-0068-ee98-7a17b61afa19/cluster_b4e1a82f-dea9-7a2a-9c79-641bcd19ec1e, deleteOnExit=true 2024-11-15T14:31:30,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T14:31:30,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92900c73-2650-0068-ee98-7a17b61afa19/test.cache.data in system properties and HBase conf 2024-11-15T14:31:30,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92900c73-2650-0068-ee98-7a17b61afa19/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T14:31:30,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92900c73-2650-0068-ee98-7a17b61afa19/hadoop.log.dir in system properties and HBase conf 2024-11-15T14:31:30,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92900c73-2650-0068-ee98-7a17b61afa19/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T14:31:30,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92900c73-2650-0068-ee98-7a17b61afa19/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T14:31:30,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T14:31:30,706 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T14:31:30,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92900c73-2650-0068-ee98-7a17b61afa19/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:31:30,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92900c73-2650-0068-ee98-7a17b61afa19/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:31:30,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92900c73-2650-0068-ee98-7a17b61afa19/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T14:31:30,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92900c73-2650-0068-ee98-7a17b61afa19/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:31:30,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92900c73-2650-0068-ee98-7a17b61afa19/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T14:31:30,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92900c73-2650-0068-ee98-7a17b61afa19/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T14:31:30,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92900c73-2650-0068-ee98-7a17b61afa19/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:31:30,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92900c73-2650-0068-ee98-7a17b61afa19/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:31:30,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92900c73-2650-0068-ee98-7a17b61afa19/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T14:31:30,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92900c73-2650-0068-ee98-7a17b61afa19/nfs.dump.dir in system properties and HBase conf 2024-11-15T14:31:30,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92900c73-2650-0068-ee98-7a17b61afa19/java.io.tmpdir in system properties and HBase conf 2024-11-15T14:31:30,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92900c73-2650-0068-ee98-7a17b61afa19/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:31:30,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92900c73-2650-0068-ee98-7a17b61afa19/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T14:31:30,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92900c73-2650-0068-ee98-7a17b61afa19/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T14:31:30,967 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:31:30,975 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:31:30,977 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:31:30,977 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:31:30,977 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T14:31:30,978 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:31:30,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92900c73-2650-0068-ee98-7a17b61afa19/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:31:30,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:31:31,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92900c73-2650-0068-ee98-7a17b61afa19/java.io.tmpdir/jetty-localhost-39453-hadoop-hdfs-3_4_1-tests_jar-_-any-6113938553965158134/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:31:31,077 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:39453} 2024-11-15T14:31:31,077 INFO [Time-limited test {}] server.Server(415): Started @11151ms 2024-11-15T14:31:31,292 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:31:31,297 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:31:31,298 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:31:31,298 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:31:31,298 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T14:31:31,299 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92900c73-2650-0068-ee98-7a17b61afa19/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:31:31,299 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:31:31,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92900c73-2650-0068-ee98-7a17b61afa19/java.io.tmpdir/jetty-localhost-36299-hadoop-hdfs-3_4_1-tests_jar-_-any-4908049065867064705/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:31:31,397 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:36299} 2024-11-15T14:31:31,397 INFO [Time-limited test {}] server.Server(415): Started @11471ms 2024-11-15T14:31:31,399 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T14:31:31,819 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92900c73-2650-0068-ee98-7a17b61afa19/cluster_b4e1a82f-dea9-7a2a-9c79-641bcd19ec1e/data/data1/current/BP-560746786-172.17.0.3-1731681090732/current, will proceed with Du for space computation calculation, 2024-11-15T14:31:31,819 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92900c73-2650-0068-ee98-7a17b61afa19/cluster_b4e1a82f-dea9-7a2a-9c79-641bcd19ec1e/data/data2/current/BP-560746786-172.17.0.3-1731681090732/current, will proceed with Du for space computation calculation, 2024-11-15T14:31:31,885 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T14:31:31,888 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1601971717da337e with lease ID 0x367abc4d7f801fcf: Processing first storage report for DS-3366d39e-f141-4602-a076-1c2bb6a4df8d from datanode DatanodeRegistration(127.0.0.1:36507, datanodeUuid=d082330f-f4ad-4a35-be0c-709769805214, infoPort=38257, infoSecurePort=0, ipcPort=42943, storageInfo=lv=-57;cid=testClusterID;nsid=1402376855;c=1731681090732) 2024-11-15T14:31:31,888 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1601971717da337e with lease ID 0x367abc4d7f801fcf: from storage DS-3366d39e-f141-4602-a076-1c2bb6a4df8d node DatanodeRegistration(127.0.0.1:36507, datanodeUuid=d082330f-f4ad-4a35-be0c-709769805214, infoPort=38257, infoSecurePort=0, ipcPort=42943, storageInfo=lv=-57;cid=testClusterID;nsid=1402376855;c=1731681090732), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T14:31:31,889 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1601971717da337e with lease ID 0x367abc4d7f801fcf: Processing first storage report for DS-0df90d6a-ab07-4781-bdb8-8d011c30b815 from datanode DatanodeRegistration(127.0.0.1:36507, datanodeUuid=d082330f-f4ad-4a35-be0c-709769805214, infoPort=38257, infoSecurePort=0, ipcPort=42943, storageInfo=lv=-57;cid=testClusterID;nsid=1402376855;c=1731681090732) 2024-11-15T14:31:31,889 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1601971717da337e with lease ID 0x367abc4d7f801fcf: from storage DS-0df90d6a-ab07-4781-bdb8-8d011c30b815 node DatanodeRegistration(127.0.0.1:36507, datanodeUuid=d082330f-f4ad-4a35-be0c-709769805214, infoPort=38257, infoSecurePort=0, ipcPort=42943, storageInfo=lv=-57;cid=testClusterID;nsid=1402376855;c=1731681090732), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T14:31:31,952 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92900c73-2650-0068-ee98-7a17b61afa19 2024-11-15T14:31:31,952 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:31:31,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:31:31,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36507 is added to blk_1073741825_1001 (size=7) 2024-11-15T14:31:32,374 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314 with version=8 2024-11-15T14:31:32,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/hbase-staging 2024-11-15T14:31:32,379 INFO [Time-limited test {}] client.ConnectionUtils(128): master/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:31:32,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:31:32,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:31:32,379 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:31:32,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:31:32,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:31:32,380 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T14:31:32,380 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:31:32,380 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35977 2024-11-15T14:31:32,382 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35977 connecting to ZooKeeper ensemble=127.0.0.1:56339 2024-11-15T14:31:32,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359770x0, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:31:32,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35977-0x10140161dee0003 connected 2024-11-15T14:31:32,469 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:31:32,473 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:31:32,476 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35977-0x10140161dee0003, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Set watcher on znode that does not yet exist, /1-1093023955/running 2024-11-15T14:31:32,477 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314, hbase.cluster.distributed=false 2024-11-15T14:31:32,479 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35977-0x10140161dee0003, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Set watcher on znode that does not yet exist, /1-1093023955/acl 2024-11-15T14:31:32,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35977 2024-11-15T14:31:32,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35977 2024-11-15T14:31:32,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35977 2024-11-15T14:31:32,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35977 2024-11-15T14:31:32,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35977 2024-11-15T14:31:32,501 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:31:32,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:31:32,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:31:32,502 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:31:32,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:31:32,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:31:32,502 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T14:31:32,502 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:31:32,503 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41331 2024-11-15T14:31:32,504 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41331 connecting to ZooKeeper ensemble=127.0.0.1:56339 2024-11-15T14:31:32,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:31:32,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:31:32,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413310x0, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:31:32,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413310x0, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Set watcher on znode that does not yet exist, /1-1093023955/running 2024-11-15T14:31:32,519 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41331-0x10140161dee0004 connected 2024-11-15T14:31:32,519 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T14:31:32,520 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T14:31:32,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41331-0x10140161dee0004, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Set watcher on znode that does not yet exist, /1-1093023955/master 2024-11-15T14:31:32,523 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41331-0x10140161dee0004, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Set watcher on znode that does not yet exist, /1-1093023955/acl 2024-11-15T14:31:32,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41331 2024-11-15T14:31:32,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41331 2024-11-15T14:31:32,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41331 2024-11-15T14:31:32,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41331 2024-11-15T14:31:32,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41331 2024-11-15T14:31:32,544 DEBUG [M:0;26754e923c4a:35977 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;26754e923c4a:35977 2024-11-15T14:31:32,544 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1093023955/backup-masters/26754e923c4a,35977,1731681092379 2024-11-15T14:31:32,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x10140161dee0004, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093023955/backup-masters 2024-11-15T14:31:32,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35977-0x10140161dee0003, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093023955/backup-masters 2024-11-15T14:31:32,552 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35977-0x10140161dee0003, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Set watcher on existing znode=/1-1093023955/backup-masters/26754e923c4a,35977,1731681092379 2024-11-15T14:31:32,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35977-0x10140161dee0003, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093023955 2024-11-15T14:31:32,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x10140161dee0004, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1093023955/master 2024-11-15T14:31:32,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x10140161dee0004, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093023955 2024-11-15T14:31:32,560 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35977-0x10140161dee0003, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Set watcher on existing znode=/1-1093023955/master 2024-11-15T14:31:32,561 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1093023955/backup-masters/26754e923c4a,35977,1731681092379 from backup master directory 2024-11-15T14:31:32,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x10140161dee0004, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093023955/backup-masters 2024-11-15T14:31:32,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35977-0x10140161dee0003, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1093023955/backup-masters/26754e923c4a,35977,1731681092379 2024-11-15T14:31:32,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35977-0x10140161dee0003, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093023955/backup-masters 2024-11-15T14:31:32,568 WARN [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:31:32,568 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=26754e923c4a,35977,1731681092379 2024-11-15T14:31:32,575 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/hbase.id] with ID: f1d755a2-c886-499e-925d-bb4221b94953 2024-11-15T14:31:32,575 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/.tmp/hbase.id 2024-11-15T14:31:32,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36507 is added to blk_1073741826_1002 (size=42) 2024-11-15T14:31:32,983 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/.tmp/hbase.id]:[hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/hbase.id] 2024-11-15T14:31:33,010 INFO [master/26754e923c4a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:31:33,010 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T14:31:33,012 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-15T14:31:33,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35977-0x10140161dee0003, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093023955 2024-11-15T14:31:33,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x10140161dee0004, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093023955 2024-11-15T14:31:33,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36507 is added to blk_1073741827_1003 (size=196) 2024-11-15T14:31:33,459 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:31:33,461 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T14:31:33,461 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:31:33,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36507 is added to blk_1073741828_1004 (size=1189) 2024-11-15T14:31:33,880 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/MasterData/data/master/store 2024-11-15T14:31:33,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36507 is added to blk_1073741829_1005 (size=34) 2024-11-15T14:31:34,295 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:31:34,295 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:31:34,296 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:31:34,296 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:31:34,296 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:31:34,296 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:31:34,296 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:31:34,296 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681094295Disabling compacts and flushes for region at 1731681094295Disabling writes for close at 1731681094296 (+1 ms)Writing region close event to WAL at 1731681094296Closed at 1731681094296 2024-11-15T14:31:34,299 WARN [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/MasterData/data/master/store/.initializing 2024-11-15T14:31:34,300 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/MasterData/WALs/26754e923c4a,35977,1731681092379 2024-11-15T14:31:34,304 INFO [master/26754e923c4a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:31:34,309 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=26754e923c4a%2C35977%2C1731681092379, suffix=, logDir=hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/MasterData/WALs/26754e923c4a,35977,1731681092379, archiveDir=hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/MasterData/oldWALs, maxLogs=10 2024-11-15T14:31:34,325 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/MasterData/WALs/26754e923c4a,35977,1731681092379/26754e923c4a%2C35977%2C1731681092379.1731681094310, exclude list is [], retry=0 2024-11-15T14:31:34,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36507,DS-3366d39e-f141-4602-a076-1c2bb6a4df8d,DISK] 2024-11-15T14:31:34,332 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/MasterData/WALs/26754e923c4a,35977,1731681092379/26754e923c4a%2C35977%2C1731681092379.1731681094310 2024-11-15T14:31:34,333 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38257:38257)] 2024-11-15T14:31:34,333 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:31:34,333 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:31:34,333 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:34,333 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:34,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:34,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T14:31:34,338 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:34,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:31:34,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:34,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T14:31:34,342 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:34,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:31:34,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:34,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T14:31:34,345 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:34,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:31:34,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:34,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T14:31:34,349 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:34,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:31:34,350 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:34,351 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:34,352 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:34,354 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:34,354 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:34,355 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:31:34,357 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:34,361 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:31:34,362 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61577869, jitterRate=-0.08241824805736542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:31:34,362 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731681094333Initializing all the Stores at 1731681094335 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681094335Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681094335Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681094335Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681094335Cleaning up temporary data from old regions at 1731681094354 (+19 ms)Region opened successfully at 1731681094362 (+8 ms) 2024-11-15T14:31:34,363 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T14:31:34,369 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a6c2ed7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:31:34,370 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T14:31:34,370 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T14:31:34,370 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T14:31:34,370 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T14:31:34,371 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T14:31:34,372 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T14:31:34,372 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T14:31:34,375 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T14:31:34,376 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35977-0x10140161dee0003, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Unable to get data of znode /1-1093023955/balancer because node does not exist (not necessarily an error) 2024-11-15T14:31:34,426 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1093023955/balancer already deleted, retry=false 2024-11-15T14:31:34,427 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T14:31:34,428 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35977-0x10140161dee0003, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Unable to get data of znode /1-1093023955/normalizer because node does not exist (not necessarily an error) 2024-11-15T14:31:34,434 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1093023955/normalizer already deleted, retry=false 2024-11-15T14:31:34,435 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T14:31:34,437 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35977-0x10140161dee0003, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Unable to get data of znode /1-1093023955/switch/split because node does not exist (not necessarily an error) 2024-11-15T14:31:34,443 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1093023955/switch/split already deleted, retry=false 2024-11-15T14:31:34,445 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35977-0x10140161dee0003, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Unable to get data of znode /1-1093023955/switch/merge because node does not exist (not necessarily an error) 2024-11-15T14:31:34,451 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1093023955/switch/merge already deleted, retry=false 2024-11-15T14:31:34,455 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35977-0x10140161dee0003, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Unable to get data of znode /1-1093023955/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T14:31:34,459 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1093023955/snapshot-cleanup already deleted, retry=false 2024-11-15T14:31:34,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35977-0x10140161dee0003, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1093023955/running 2024-11-15T14:31:34,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x10140161dee0004, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1093023955/running 2024-11-15T14:31:34,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x10140161dee0004, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093023955 2024-11-15T14:31:34,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35977-0x10140161dee0003, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093023955 2024-11-15T14:31:34,469 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=26754e923c4a,35977,1731681092379, sessionid=0x10140161dee0003, setting cluster-up flag (Was=false) 2024-11-15T14:31:34,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x10140161dee0004, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093023955 2024-11-15T14:31:34,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35977-0x10140161dee0003, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093023955 2024-11-15T14:31:34,510 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1093023955/flush-table-proc/acquired, /1-1093023955/flush-table-proc/reached, /1-1093023955/flush-table-proc/abort 2024-11-15T14:31:34,514 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,35977,1731681092379 2024-11-15T14:31:34,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35977-0x10140161dee0003, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093023955 2024-11-15T14:31:34,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x10140161dee0004, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093023955 2024-11-15T14:31:34,559 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1093023955/online-snapshot/acquired, /1-1093023955/online-snapshot/reached, /1-1093023955/online-snapshot/abort 2024-11-15T14:31:34,561 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,35977,1731681092379 2024-11-15T14:31:34,565 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T14:31:34,570 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T14:31:34,570 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T14:31:34,570 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T14:31:34,571 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 26754e923c4a,35977,1731681092379 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T14:31:34,573 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:31:34,573 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:31:34,573 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:31:34,573 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:31:34,573 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/26754e923c4a:0, corePoolSize=10, maxPoolSize=10 2024-11-15T14:31:34,573 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:34,573 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:31:34,574 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:34,574 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731681124574 2024-11-15T14:31:34,575 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T14:31:34,575 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T14:31:34,575 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T14:31:34,575 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T14:31:34,575 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T14:31:34,575 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T14:31:34,575 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:34,576 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T14:31:34,576 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T14:31:34,576 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T14:31:34,576 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T14:31:34,576 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T14:31:34,576 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:31:34,576 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T14:31:34,576 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T14:31:34,576 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681094576,5,FailOnTimeoutGroup] 2024-11-15T14:31:34,578 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:34,578 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681094577,5,FailOnTimeoutGroup] 2024-11-15T14:31:34,579 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:34,579 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T14:31:34,579 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:34,579 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:34,579 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T14:31:34,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36507 is added to blk_1073741831_1007 (size=1321) 2024-11-15T14:31:34,639 INFO [RS:0;26754e923c4a:41331 {}] regionserver.HRegionServer(746): ClusterId : f1d755a2-c886-499e-925d-bb4221b94953 2024-11-15T14:31:34,639 DEBUG [RS:0;26754e923c4a:41331 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T14:31:34,652 DEBUG [RS:0;26754e923c4a:41331 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T14:31:34,652 DEBUG [RS:0;26754e923c4a:41331 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T14:31:34,663 DEBUG [RS:0;26754e923c4a:41331 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T14:31:34,664 DEBUG [RS:0;26754e923c4a:41331 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab37712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:31:34,681 DEBUG [RS:0;26754e923c4a:41331 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;26754e923c4a:41331 2024-11-15T14:31:34,681 INFO [RS:0;26754e923c4a:41331 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T14:31:34,681 INFO [RS:0;26754e923c4a:41331 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T14:31:34,681 DEBUG [RS:0;26754e923c4a:41331 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T14:31:34,682 INFO [RS:0;26754e923c4a:41331 {}] regionserver.HRegionServer(2659): reportForDuty to master=26754e923c4a,35977,1731681092379 with port=41331, startcode=1731681092501 2024-11-15T14:31:34,683 DEBUG [RS:0;26754e923c4a:41331 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T14:31:34,685 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T14:31:34,686 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35977 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 26754e923c4a,41331,1731681092501 2024-11-15T14:31:34,686 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35977 {}] master.ServerManager(517): Registering regionserver=26754e923c4a,41331,1731681092501 2024-11-15T14:31:34,689 DEBUG [RS:0;26754e923c4a:41331 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314 2024-11-15T14:31:34,689 DEBUG [RS:0;26754e923c4a:41331 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34379 2024-11-15T14:31:34,689 DEBUG [RS:0;26754e923c4a:41331 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T14:31:34,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35977-0x10140161dee0003, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093023955/rs 2024-11-15T14:31:34,730 DEBUG [RS:0;26754e923c4a:41331 {}] zookeeper.ZKUtil(111): regionserver:41331-0x10140161dee0004, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Set watcher on existing znode=/1-1093023955/rs/26754e923c4a,41331,1731681092501 2024-11-15T14:31:34,731 WARN [RS:0;26754e923c4a:41331 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:31:34,731 INFO [RS:0;26754e923c4a:41331 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:31:34,731 DEBUG [RS:0;26754e923c4a:41331 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/WALs/26754e923c4a,41331,1731681092501 2024-11-15T14:31:34,732 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [26754e923c4a,41331,1731681092501] 2024-11-15T14:31:34,739 INFO [RS:0;26754e923c4a:41331 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T14:31:34,742 INFO [RS:0;26754e923c4a:41331 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T14:31:34,743 INFO [RS:0;26754e923c4a:41331 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T14:31:34,743 INFO [RS:0;26754e923c4a:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:34,743 INFO [RS:0;26754e923c4a:41331 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T14:31:34,744 INFO [RS:0;26754e923c4a:41331 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T14:31:34,744 INFO [RS:0;26754e923c4a:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:34,745 DEBUG [RS:0;26754e923c4a:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:34,745 DEBUG [RS:0;26754e923c4a:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:34,745 DEBUG [RS:0;26754e923c4a:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:34,745 DEBUG [RS:0;26754e923c4a:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:34,745 DEBUG [RS:0;26754e923c4a:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:34,745 DEBUG [RS:0;26754e923c4a:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:31:34,745 DEBUG [RS:0;26754e923c4a:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:34,745 DEBUG [RS:0;26754e923c4a:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:34,745 DEBUG [RS:0;26754e923c4a:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:34,745 DEBUG [RS:0;26754e923c4a:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:34,746 DEBUG [RS:0;26754e923c4a:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:34,746 DEBUG [RS:0;26754e923c4a:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:34,746 DEBUG [RS:0;26754e923c4a:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:31:34,746 DEBUG [RS:0;26754e923c4a:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:31:34,746 INFO [RS:0;26754e923c4a:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:34,746 INFO [RS:0;26754e923c4a:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:34,746 INFO [RS:0;26754e923c4a:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:34,747 INFO [RS:0;26754e923c4a:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:34,747 INFO [RS:0;26754e923c4a:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:34,747 INFO [RS:0;26754e923c4a:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,41331,1731681092501-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:31:34,763 INFO [RS:0;26754e923c4a:41331 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T14:31:34,763 INFO [RS:0;26754e923c4a:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,41331,1731681092501-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:34,763 INFO [RS:0;26754e923c4a:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:34,763 INFO [RS:0;26754e923c4a:41331 {}] regionserver.Replication(171): 26754e923c4a,41331,1731681092501 started 2024-11-15T14:31:34,776 INFO [RS:0;26754e923c4a:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:34,777 INFO [RS:0;26754e923c4a:41331 {}] regionserver.HRegionServer(1482): Serving as 26754e923c4a,41331,1731681092501, RpcServer on 26754e923c4a/172.17.0.3:41331, sessionid=0x10140161dee0004 2024-11-15T14:31:34,777 DEBUG [RS:0;26754e923c4a:41331 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T14:31:34,777 DEBUG [RS:0;26754e923c4a:41331 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 26754e923c4a,41331,1731681092501 2024-11-15T14:31:34,777 DEBUG [RS:0;26754e923c4a:41331 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,41331,1731681092501' 2024-11-15T14:31:34,777 DEBUG [RS:0;26754e923c4a:41331 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1093023955/flush-table-proc/abort' 2024-11-15T14:31:34,778 DEBUG [RS:0;26754e923c4a:41331 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1093023955/flush-table-proc/acquired' 2024-11-15T14:31:34,778 DEBUG [RS:0;26754e923c4a:41331 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T14:31:34,778 DEBUG [RS:0;26754e923c4a:41331 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T14:31:34,778 DEBUG [RS:0;26754e923c4a:41331 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 26754e923c4a,41331,1731681092501 2024-11-15T14:31:34,778 DEBUG [RS:0;26754e923c4a:41331 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,41331,1731681092501' 2024-11-15T14:31:34,778 DEBUG [RS:0;26754e923c4a:41331 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1093023955/online-snapshot/abort' 2024-11-15T14:31:34,779 DEBUG [RS:0;26754e923c4a:41331 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1093023955/online-snapshot/acquired' 2024-11-15T14:31:34,779 DEBUG [RS:0;26754e923c4a:41331 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T14:31:34,779 INFO [RS:0;26754e923c4a:41331 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T14:31:34,779 INFO [RS:0;26754e923c4a:41331 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T14:31:34,880 INFO [RS:0;26754e923c4a:41331 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:31:34,884 INFO [RS:0;26754e923c4a:41331 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C41331%2C1731681092501, suffix=, logDir=hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/WALs/26754e923c4a,41331,1731681092501, archiveDir=hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/oldWALs, maxLogs=10 2024-11-15T14:31:34,900 DEBUG [RS:0;26754e923c4a:41331 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/WALs/26754e923c4a,41331,1731681092501/26754e923c4a%2C41331%2C1731681092501.1731681094887, exclude list is [], retry=0 2024-11-15T14:31:34,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36507,DS-3366d39e-f141-4602-a076-1c2bb6a4df8d,DISK] 2024-11-15T14:31:34,907 INFO [RS:0;26754e923c4a:41331 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/WALs/26754e923c4a,41331,1731681092501/26754e923c4a%2C41331%2C1731681092501.1731681094887 2024-11-15T14:31:34,908 DEBUG [RS:0;26754e923c4a:41331 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38257:38257)] 2024-11-15T14:31:34,990 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T14:31:34,990 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314 2024-11-15T14:31:34,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36507 is added to blk_1073741833_1009 (size=32) 2024-11-15T14:31:35,026 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T14:31:35,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:31:35,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:31:35,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:31:35,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:35,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:31:35,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:31:35,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:31:35,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:35,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:31:35,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:31:35,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:31:35,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:35,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:31:35,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:31:35,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:31:35,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:35,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:31:35,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:31:35,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/data/hbase/meta/1588230740 2024-11-15T14:31:35,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/data/hbase/meta/1588230740 2024-11-15T14:31:35,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:31:35,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:31:35,429 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:31:35,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:31:35,434 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:31:35,434 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63428882, jitterRate=-0.054836004972457886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:31:35,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731681095401Initializing all the Stores at 1731681095405 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681095405Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681095406 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681095406Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681095406Cleaning up temporary data from old regions at 1731681095428 (+22 ms)Region opened successfully at 1731681095435 (+7 ms) 2024-11-15T14:31:35,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:31:35,435 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:31:35,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:31:35,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:31:35,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:31:35,435 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:31:35,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681095435Disabling compacts and flushes for region at 1731681095435Disabling writes for close at 1731681095435Writing region close event to WAL at 1731681095435Closed at 1731681095435 2024-11-15T14:31:35,437 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:31:35,437 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T14:31:35,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T14:31:35,439 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:31:35,441 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T14:31:35,591 DEBUG [26754e923c4a:35977 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T14:31:35,593 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=26754e923c4a,41331,1731681092501 2024-11-15T14:31:35,599 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,41331,1731681092501, state=OPENING 2024-11-15T14:31:35,718 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T14:31:35,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35977-0x10140161dee0003, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093023955 2024-11-15T14:31:35,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x10140161dee0004, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093023955 2024-11-15T14:31:35,729 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:31:35,729 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1093023955/meta-region-server: CHANGED 2024-11-15T14:31:35,730 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1093023955/meta-region-server: CHANGED 2024-11-15T14:31:35,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,41331,1731681092501}] 2024-11-15T14:31:35,779 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T14:31:35,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T14:31:35,851 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T14:31:35,852 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:31:35,852 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T14:31:35,852 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:31:35,852 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T14:31:35,852 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T14:31:35,852 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T14:31:35,887 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T14:31:35,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T14:31:35,895 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T14:31:35,895 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:31:35,896 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T14:31:35,900 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C41331%2C1731681092501.meta, suffix=.meta, logDir=hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/WALs/26754e923c4a,41331,1731681092501, archiveDir=hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/oldWALs, maxLogs=10 2024-11-15T14:31:35,921 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/WALs/26754e923c4a,41331,1731681092501/26754e923c4a%2C41331%2C1731681092501.meta.1731681095902.meta, exclude list is [], retry=0 2024-11-15T14:31:35,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36507,DS-3366d39e-f141-4602-a076-1c2bb6a4df8d,DISK] 2024-11-15T14:31:35,929 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/WALs/26754e923c4a,41331,1731681092501/26754e923c4a%2C41331%2C1731681092501.meta.1731681095902.meta 2024-11-15T14:31:35,929 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38257:38257)] 2024-11-15T14:31:35,929 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:31:35,930 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:31:35,930 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T14:31:35,930 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T14:31:35,930 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T14:31:35,931 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T14:31:35,931 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:31:35,931 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T14:31:35,931 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T14:31:35,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:31:35,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:31:35,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:35,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:31:35,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:31:35,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:31:35,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:35,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:31:35,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:31:35,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:31:35,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:35,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:31:35,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:31:35,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:31:35,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:35,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:31:35,944 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:31:35,946 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/data/hbase/meta/1588230740 2024-11-15T14:31:35,948 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/data/hbase/meta/1588230740 2024-11-15T14:31:35,950 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:31:35,950 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:31:35,951 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:31:35,954 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:31:35,955 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73667165, jitterRate=0.09772630035877228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:31:35,956 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T14:31:35,956 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731681095931Writing region info on filesystem at 1731681095931Initializing all the Stores at 1731681095933 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681095933Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681095933Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681095933Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681095934 (+1 ms)Cleaning up temporary data from old regions at 1731681095950 (+16 ms)Running coprocessor post-open hooks at 1731681095956 (+6 ms)Region opened successfully at 1731681095956 2024-11-15T14:31:35,958 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731681095887 2024-11-15T14:31:35,961 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T14:31:35,961 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T14:31:35,962 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,41331,1731681092501 2024-11-15T14:31:35,964 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,41331,1731681092501, state=OPEN 2024-11-15T14:31:35,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x10140161dee0004, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1093023955/meta-region-server 2024-11-15T14:31:35,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35977-0x10140161dee0003, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1093023955/meta-region-server 2024-11-15T14:31:35,974 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=26754e923c4a,41331,1731681092501 2024-11-15T14:31:35,975 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1093023955/meta-region-server: CHANGED 2024-11-15T14:31:35,975 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1093023955/meta-region-server: CHANGED 2024-11-15T14:31:35,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T14:31:35,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,41331,1731681092501 in 245 msec 2024-11-15T14:31:35,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T14:31:35,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 543 msec 2024-11-15T14:31:35,985 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:31:35,985 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T14:31:35,987 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:31:35,987 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,41331,1731681092501, seqNum=-1] 2024-11-15T14:31:35,988 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:31:35,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:31:35,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4310 sec 2024-11-15T14:31:35,999 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731681095999, completionTime=-1 2024-11-15T14:31:35,999 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T14:31:35,999 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T14:31:36,003 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T14:31:36,003 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731681156003 2024-11-15T14:31:36,003 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731681216003 2024-11-15T14:31:36,003 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-15T14:31:36,003 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,35977,1731681092379-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:36,003 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,35977,1731681092379-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:36,003 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,35977,1731681092379-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:36,003 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-26754e923c4a:35977, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:36,004 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:36,004 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:36,007 DEBUG [master/26754e923c4a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T14:31:36,010 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.442sec 2024-11-15T14:31:36,010 INFO [master/26754e923c4a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T14:31:36,010 INFO [master/26754e923c4a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T14:31:36,010 INFO [master/26754e923c4a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T14:31:36,010 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T14:31:36,011 INFO [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T14:31:36,011 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,35977,1731681092379-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:31:36,011 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,35977,1731681092379-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T14:31:36,014 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T14:31:36,014 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T14:31:36,014 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,35977,1731681092379-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:36,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39237d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:36,039 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,35977,-1 for getting cluster id 2024-11-15T14:31:36,039 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:31:36,041 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1d755a2-c886-499e-925d-bb4221b94953' 2024-11-15T14:31:36,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:31:36,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1d755a2-c886-499e-925d-bb4221b94953" 2024-11-15T14:31:36,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df482c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:36,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,35977,-1] 2024-11-15T14:31:36,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:31:36,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:36,044 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:31:36,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9fb9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:36,046 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:31:36,048 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,41331,1731681092501, seqNum=-1] 2024-11-15T14:31:36,048 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:31:36,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:31:36,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=26754e923c4a,35977,1731681092379 2024-11-15T14:31:36,055 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56339 2024-11-15T14:31:36,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:31:36,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10140161dee0005 connected 2024-11-15T14:31:36,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bb271c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:36,085 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37555,-1 for getting cluster id 2024-11-15T14:31:36,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:31:36,088 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '539e9bae-1ab7-4401-a3ba-f37fa69736ce' 2024-11-15T14:31:36,088 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:31:36,089 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "539e9bae-1ab7-4401-a3ba-f37fa69736ce" 2024-11-15T14:31:36,089 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f8f57ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:36,089 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37555,-1] 2024-11-15T14:31:36,089 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:31:36,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:36,092 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:31:36,094 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527dbf87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:36,102 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:31:36,106 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,37555,1731681085306 2024-11-15T14:31:36,108 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fdbd771 2024-11-15T14:31:36,109 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:31:36,111 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:31:36,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37555 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://26754e923c4a:35977,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T14:31:36,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37555 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T14:31:36,125 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='26754e923c4a:35977' 2024-11-15T14:31:36,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:31:36,126 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@268aa623, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:36,126 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,35977,-1 for getting cluster id 2024-11-15T14:31:36,126 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:31:36,127 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1d755a2-c886-499e-925d-bb4221b94953' 2024-11-15T14:31:36,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:31:36,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1d755a2-c886-499e-925d-bb4221b94953" 2024-11-15T14:31:36,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb70f55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:36,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,35977,-1] 2024-11-15T14:31:36,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:31:36,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:36,130 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:31:36,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3101b5a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:36,131 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:31:36,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,35977,1731681092379 2024-11-15T14:31:36,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3604ba74 2024-11-15T14:31:36,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:31:36,138 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:31:36,151 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-15T14:31:36,152 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T14:31:36,156 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:36,157 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:36,157 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:31:36,158 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:31:36,163 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T14:31:36,167 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T14:31:36,167 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:36,170 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T14:31:36,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741835_1011 (size=1138) 2024-11-15T14:31:36,216 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T14:31:36,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:31:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:31:36,588 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => abfbb8f99b262b7611fa17d9995a2f82, NAME => 'hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704 2024-11-15T14:31:36,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741836_1012 (size=44) 2024-11-15T14:31:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:31:37,002 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:31:37,003 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing abfbb8f99b262b7611fa17d9995a2f82, disabling compactions & flushes 2024-11-15T14:31:37,003 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82. 2024-11-15T14:31:37,003 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82. 2024-11-15T14:31:37,003 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82. after waiting 0 ms 2024-11-15T14:31:37,004 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82. 2024-11-15T14:31:37,004 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82. 2024-11-15T14:31:37,004 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for abfbb8f99b262b7611fa17d9995a2f82: Waiting for close lock at 1731681097002Disabling compacts and flushes for region at 1731681097002Disabling writes for close at 1731681097003 (+1 ms)Writing region close event to WAL at 1731681097004 (+1 ms)Closed at 1731681097004 2024-11-15T14:31:37,008 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T14:31:37,013 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731681097008"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731681097008"}]},"ts":"1731681097008"} 2024-11-15T14:31:37,017 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T14:31:37,019 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T14:31:37,021 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681097019"}]},"ts":"1731681097019"} 2024-11-15T14:31:37,025 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T14:31:37,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=abfbb8f99b262b7611fa17d9995a2f82, ASSIGN}] 2024-11-15T14:31:37,029 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=abfbb8f99b262b7611fa17d9995a2f82, ASSIGN 2024-11-15T14:31:37,031 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=abfbb8f99b262b7611fa17d9995a2f82, ASSIGN; state=OFFLINE, location=26754e923c4a,36511,1731681086089; forceNewPlan=false, retain=false 2024-11-15T14:31:37,183 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=abfbb8f99b262b7611fa17d9995a2f82, regionState=OPENING, regionLocation=26754e923c4a,36511,1731681086089 2024-11-15T14:31:37,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=abfbb8f99b262b7611fa17d9995a2f82, ASSIGN because future has completed 2024-11-15T14:31:37,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure abfbb8f99b262b7611fa17d9995a2f82, server=26754e923c4a,36511,1731681086089}] 2024-11-15T14:31:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:31:37,362 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82. 2024-11-15T14:31:37,362 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:31:37,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T14:31:37,368 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C36511%2C1731681086089.rep, suffix=, logDir=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,36511,1731681086089, archiveDir=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/oldWALs, maxLogs=10 2024-11-15T14:31:37,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,36511,1731681086089/26754e923c4a%2C36511%2C1731681086089.rep.1731681097369, exclude list is [], retry=0 2024-11-15T14:31:37,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-248be104-edca-42d8-b570-03fb77c3584a,DISK] 2024-11-15T14:31:37,394 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,36511,1731681086089/26754e923c4a%2C36511%2C1731681086089.rep.1731681097369 2024-11-15T14:31:37,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37353:37353)] 2024-11-15T14:31:37,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => abfbb8f99b262b7611fa17d9995a2f82, NAME => 'hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:31:37,395 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:31:37,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T14:31:37,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82. service=MultiRowMutationService 2024-11-15T14:31:37,396 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T14:31:37,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication abfbb8f99b262b7611fa17d9995a2f82 2024-11-15T14:31:37,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:31:37,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for abfbb8f99b262b7611fa17d9995a2f82 2024-11-15T14:31:37,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for abfbb8f99b262b7611fa17d9995a2f82 2024-11-15T14:31:37,398 INFO [StoreOpener-abfbb8f99b262b7611fa17d9995a2f82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region abfbb8f99b262b7611fa17d9995a2f82 2024-11-15T14:31:37,400 INFO [StoreOpener-abfbb8f99b262b7611fa17d9995a2f82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abfbb8f99b262b7611fa17d9995a2f82 columnFamilyName hfileref 2024-11-15T14:31:37,401 DEBUG [StoreOpener-abfbb8f99b262b7611fa17d9995a2f82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:37,401 INFO [StoreOpener-abfbb8f99b262b7611fa17d9995a2f82-1 {}] regionserver.HStore(327): Store=abfbb8f99b262b7611fa17d9995a2f82/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:31:37,402 INFO [StoreOpener-abfbb8f99b262b7611fa17d9995a2f82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region abfbb8f99b262b7611fa17d9995a2f82 2024-11-15T14:31:37,403 INFO [StoreOpener-abfbb8f99b262b7611fa17d9995a2f82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abfbb8f99b262b7611fa17d9995a2f82 columnFamilyName queue 2024-11-15T14:31:37,403 DEBUG [StoreOpener-abfbb8f99b262b7611fa17d9995a2f82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:37,404 INFO [StoreOpener-abfbb8f99b262b7611fa17d9995a2f82-1 {}] regionserver.HStore(327): Store=abfbb8f99b262b7611fa17d9995a2f82/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:31:37,404 INFO [StoreOpener-abfbb8f99b262b7611fa17d9995a2f82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region abfbb8f99b262b7611fa17d9995a2f82 2024-11-15T14:31:37,406 INFO [StoreOpener-abfbb8f99b262b7611fa17d9995a2f82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abfbb8f99b262b7611fa17d9995a2f82 columnFamilyName sid 2024-11-15T14:31:37,406 DEBUG [StoreOpener-abfbb8f99b262b7611fa17d9995a2f82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:37,407 INFO [StoreOpener-abfbb8f99b262b7611fa17d9995a2f82-1 {}] regionserver.HStore(327): Store=abfbb8f99b262b7611fa17d9995a2f82/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:31:37,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for abfbb8f99b262b7611fa17d9995a2f82 2024-11-15T14:31:37,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/replication/abfbb8f99b262b7611fa17d9995a2f82 2024-11-15T14:31:37,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/replication/abfbb8f99b262b7611fa17d9995a2f82 2024-11-15T14:31:37,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for abfbb8f99b262b7611fa17d9995a2f82 2024-11-15T14:31:37,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for abfbb8f99b262b7611fa17d9995a2f82 2024-11-15T14:31:37,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T14:31:37,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for abfbb8f99b262b7611fa17d9995a2f82 2024-11-15T14:31:37,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/replication/abfbb8f99b262b7611fa17d9995a2f82/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:31:37,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened abfbb8f99b262b7611fa17d9995a2f82; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60014037, jitterRate=-0.10572116076946259}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T14:31:37,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for abfbb8f99b262b7611fa17d9995a2f82 2024-11-15T14:31:37,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for abfbb8f99b262b7611fa17d9995a2f82: Running coprocessor pre-open hook at 1731681097396Writing region info on filesystem at 1731681097396Initializing all the Stores at 1731681097398 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681097398Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681097398Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681097398Cleaning up temporary data from old regions at 1731681097410 (+12 ms)Running coprocessor post-open hooks at 1731681097418 (+8 ms)Region opened successfully at 1731681097418 2024-11-15T14:31:37,420 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82., pid=7, masterSystemTime=1731681097348 2024-11-15T14:31:37,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82. 2024-11-15T14:31:37,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82. 2024-11-15T14:31:37,424 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=abfbb8f99b262b7611fa17d9995a2f82, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,36511,1731681086089 2024-11-15T14:31:37,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure abfbb8f99b262b7611fa17d9995a2f82, server=26754e923c4a,36511,1731681086089 because future has completed 2024-11-15T14:31:37,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-15T14:31:37,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure abfbb8f99b262b7611fa17d9995a2f82, server=26754e923c4a,36511,1731681086089 in 238 msec 2024-11-15T14:31:37,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T14:31:37,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=abfbb8f99b262b7611fa17d9995a2f82, ASSIGN in 406 msec 2024-11-15T14:31:37,438 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T14:31:37,438 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681097438"}]},"ts":"1731681097438"} 2024-11-15T14:31:37,441 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T14:31:37,443 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T14:31:37,446 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2840 sec 2024-11-15T14:31:37,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82., hostname=26754e923c4a,36511,1731681086089, seqNum=2] 2024-11-15T14:31:37,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36511 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-15T14:31:37,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36511-0x10140161dee0001, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485264777 2024-11-15T14:31:37,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37555-0x10140161dee0000, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485264777 2024-11-15T14:31:37,572 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T14:31:37,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36511 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-15T14:31:37,737 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T14:31:37,776 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-26754e923c4a,36511,1731681086089, ReplicationSource: 1, currentBandwidth=0 2024-11-15T14:31:37,778 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:31:37,778 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,36511,1731681086089, seqNum=-1] 2024-11-15T14:31:37,778 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:31:37,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-15T14:31:37,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-26754e923c4a,36511,1731681086089', locateType=CURRENT is [region=hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82., hostname=26754e923c4a,36511,1731681086089, seqNum=2] 2024-11-15T14:31:37,789 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-15T14:31:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37555 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-15T14:31:37,794 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 26754e923c4a,36511,1731681086089 suceeded 2024-11-15T14:31:37,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-15T14:31:37,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 222 msec 2024-11-15T14:31:37,798 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://26754e923c4a:35977,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T14:31:37,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6840 sec 2024-11-15T14:31:37,807 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36511,1731681086089 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='26754e923c4a:35977' 2024-11-15T14:31:37,808 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36511,1731681086089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d6b7496, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:37,808 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36511,1731681086089 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,35977,-1 for getting cluster id 2024-11-15T14:31:37,809 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36511,1731681086089 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:31:37,809 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1d755a2-c886-499e-925d-bb4221b94953' 2024-11-15T14:31:37,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:31:37,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1d755a2-c886-499e-925d-bb4221b94953" 2024-11-15T14:31:37,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b07a8bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:37,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,35977,-1] 2024-11-15T14:31:37,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:31:37,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:37,811 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:31:37,812 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36511,1731681086089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f4a8364, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:37,812 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36511,1731681086089 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:31:37,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,35977,1731681092379 2024-11-15T14:31:37,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54f3da05 2024-11-15T14:31:37,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:31:37,815 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-15T14:31:37,815 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36511,1731681086089 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-26754e923c4a,36511,1731681086089 (queues=1) is replicating from cluster=539e9bae-1ab7-4401-a3ba-f37fa69736ce to cluster=f1d755a2-c886-499e-925d-bb4221b94953 2024-11-15T14:31:37,817 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36511,1731681086089 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=26754e923c4a%2C36511%2C1731681086089 2024-11-15T14:31:37,821 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36511,1731681086089 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-26754e923c4a,36511,1731681086089, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T14:31:37,823 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36511,1731681086089.replicationSource.shipper26754e923c4a%2C36511%2C1731681086089,1-26754e923c4a,36511,1731681086089 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 26754e923c4a%2C36511%2C1731681086089 2024-11-15T14:31:37,828 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36511,1731681086089.replicationSource.wal-reader.26754e923c4a%2C36511%2C1731681086089,1-26754e923c4a,36511,1731681086089 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,36511,1731681086089/26754e923c4a%2C36511%2C1731681086089.1731681089222, startPosition=0, beingWritten=true 2024-11-15T14:31:38,078 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36511,1731681086089.replicationSource.wal-reader.26754e923c4a%2C36511%2C1731681086089,1-26754e923c4a,36511,1731681086089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,36511,1731681086089/26754e923c4a%2C36511%2C1731681086089.1731681089222 to pos 0, reset compression=false 2024-11-15T14:31:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:31:38,275 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:31:38,275 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T14:31:38,275 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:31:38,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:38,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:38,276 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:31:38,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5788274c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:38,277 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37555,-1 for getting cluster id 2024-11-15T14:31:38,277 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:31:38,279 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '539e9bae-1ab7-4401-a3ba-f37fa69736ce' 2024-11-15T14:31:38,279 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:31:38,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "539e9bae-1ab7-4401-a3ba-f37fa69736ce" 2024-11-15T14:31:38,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13019ec1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:38,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37555,-1] 2024-11-15T14:31:38,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:31:38,281 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:38,283 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:31:38,284 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d151693, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:38,285 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:31:38,286 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,37555,1731681085306 2024-11-15T14:31:38,286 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62be1ac3 2024-11-15T14:31:38,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:31:38,289 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:31:38,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37555 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://26754e923c4a:35977,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T14:31:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37555 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T14:31:38,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T14:31:38,294 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='26754e923c4a:35977' 2024-11-15T14:31:38,295 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cbf9b02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:38,295 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,35977,-1 for getting cluster id 2024-11-15T14:31:38,295 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:31:38,296 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1d755a2-c886-499e-925d-bb4221b94953' 2024-11-15T14:31:38,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:31:38,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1d755a2-c886-499e-925d-bb4221b94953" 2024-11-15T14:31:38,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2db7eb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:38,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,35977,-1] 2024-11-15T14:31:38,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:31:38,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:38,299 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:31:38,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72302a4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:38,300 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:31:38,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,35977,1731681092379 2024-11-15T14:31:38,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7034ef0e 2024-11-15T14:31:38,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:31:38,303 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:31:38,304 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-15T14:31:38,304 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T14:31:38,304 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:38,304 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:38,304 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:31:38,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T14:31:38,387 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36511,1731681086089.replicationSource.wal-reader.26754e923c4a%2C36511%2C1731681086089,1-26754e923c4a,36511,1731681086089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,36511,1731681086089/26754e923c4a%2C36511%2C1731681086089.1731681089222 to pos 0, reset compression=false 2024-11-15T14:31:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T14:31:38,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36511 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-15T14:31:38,508 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-15T14:31:38,545 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-26754e923c4a,36511,1731681086089, ReplicationSource: 2, currentBandwidth=0 2024-11-15T14:31:38,549 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-15T14:31:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37555 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-15T14:31:38,552 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 26754e923c4a,36511,1731681086089 suceeded 2024-11-15T14:31:38,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T14:31:38,556 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://26754e923c4a:35977,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T14:31:38,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-15T14:31:38,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 267 msec 2024-11-15T14:31:38,566 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,36511,1731681086089 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='26754e923c4a:35977' 2024-11-15T14:31:38,567 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,36511,1731681086089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47be152e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:38,567 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,36511,1731681086089 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,35977,-1 for getting cluster id 2024-11-15T14:31:38,567 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,36511,1731681086089 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:31:38,568 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1d755a2-c886-499e-925d-bb4221b94953' 2024-11-15T14:31:38,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:31:38,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1d755a2-c886-499e-925d-bb4221b94953" 2024-11-15T14:31:38,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@451f196c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:38,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,35977,-1] 2024-11-15T14:31:38,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:31:38,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:38,570 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:31:38,571 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,36511,1731681086089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4401ab95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:38,571 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,36511,1731681086089 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:31:38,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,35977,1731681092379 2024-11-15T14:31:38,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e31f040 2024-11-15T14:31:38,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:31:38,574 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-15T14:31:38,574 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,36511,1731681086089 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-26754e923c4a,36511,1731681086089 (queues=1) is replicating from cluster=539e9bae-1ab7-4401-a3ba-f37fa69736ce to cluster=f1d755a2-c886-499e-925d-bb4221b94953 2024-11-15T14:31:38,575 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,36511,1731681086089 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=26754e923c4a%2C36511%2C1731681086089 2024-11-15T14:31:38,575 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,36511,1731681086089 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-26754e923c4a,36511,1731681086089, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T14:31:38,575 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,36511,1731681086089.replicationSource.shipper26754e923c4a%2C36511%2C1731681086089,2-26754e923c4a,36511,1731681086089 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 26754e923c4a%2C36511%2C1731681086089 2024-11-15T14:31:38,575 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,36511,1731681086089.replicationSource.wal-reader.26754e923c4a%2C36511%2C1731681086089,2-26754e923c4a,36511,1731681086089 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,36511,1731681086089/26754e923c4a%2C36511%2C1731681086089.1731681089222, startPosition=0, beingWritten=true 2024-11-15T14:31:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T14:31:38,616 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-15T14:31:38,616 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:31:38,617 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:31:38,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:38,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:38,617 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:31:38,618 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:31:38,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,37555,1731681085306 2024-11-15T14:31:38,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72880a0d 2024-11-15T14:31:38,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:31:38,627 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:31:38,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37555 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-15T14:31:38,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37555 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-15T14:31:38,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37555 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-15T14:31:38,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37555 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-15T14:31:38,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37555 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://26754e923c4a:35977,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T14:31:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37555 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-15T14:31:38,643 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='26754e923c4a:35977' 2024-11-15T14:31:38,644 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a52e8ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:38,644 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,35977,-1 for getting cluster id 2024-11-15T14:31:38,644 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:31:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T14:31:38,645 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1d755a2-c886-499e-925d-bb4221b94953' 2024-11-15T14:31:38,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:31:38,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1d755a2-c886-499e-925d-bb4221b94953" 2024-11-15T14:31:38,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18f94fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:38,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,35977,-1] 2024-11-15T14:31:38,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:31:38,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:38,647 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:31:38,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e4ba824, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:38,648 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:31:38,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,35977,1731681092379 2024-11-15T14:31:38,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20bcb29d 2024-11-15T14:31:38,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:31:38,651 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:31:38,652 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T14:31:38,652 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T14:31:38,652 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:38,652 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:38,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:31:38,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T14:31:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T14:31:38,782 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,36511,1731681086089.replicationSource.wal-reader.26754e923c4a%2C36511%2C1731681086089,2-26754e923c4a,36511,1731681086089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,36511,1731681086089/26754e923c4a%2C36511%2C1731681086089.1731681089222 to pos 0, reset compression=false 2024-11-15T14:31:38,798 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36511,1731681086089.replicationSource.wal-reader.26754e923c4a%2C36511%2C1731681086089,1-26754e923c4a,36511,1731681086089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,36511,1731681086089/26754e923c4a%2C36511%2C1731681086089.1731681089222 to pos 0, reset compression=false 2024-11-15T14:31:38,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36511 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-15T14:31:38,815 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-15T14:31:38,818 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-15T14:31:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37555 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-15T14:31:38,824 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 26754e923c4a,36511,1731681086089 suceeded 2024-11-15T14:31:38,829 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-15T14:31:38,829 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 163 msec 2024-11-15T14:31:38,829 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://26754e923c4a:35977,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T14:31:38,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 193 msec 2024-11-15T14:31:38,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T14:31:38,964 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-15T14:31:38,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37555 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://26754e923c4a:35977,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T14:31:38,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37555 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-15T14:31:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T14:31:38,969 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='26754e923c4a:35977' 2024-11-15T14:31:38,971 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13f72510, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:38,971 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,35977,-1 for getting cluster id 2024-11-15T14:31:38,971 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:31:38,972 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1d755a2-c886-499e-925d-bb4221b94953' 2024-11-15T14:31:38,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:31:38,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1d755a2-c886-499e-925d-bb4221b94953" 2024-11-15T14:31:38,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ed2d0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:38,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,35977,-1] 2024-11-15T14:31:38,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:31:38,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:38,974 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:31:38,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f39a7db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:38,976 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:31:38,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,35977,1731681092379 2024-11-15T14:31:38,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43ed12fd 2024-11-15T14:31:38,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:31:38,978 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:31:38,980 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-15T14:31:38,980 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T14:31:38,980 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:38,980 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:38,980 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:31:39,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T14:31:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T14:31:39,089 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,36511,1731681086089.replicationSource.wal-reader.26754e923c4a%2C36511%2C1731681086089,2-26754e923c4a,36511,1731681086089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,36511,1731681086089/26754e923c4a%2C36511%2C1731681086089.1731681089222 to pos 0, reset compression=false 2024-11-15T14:31:39,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36511 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-15T14:31:39,170 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-15T14:31:39,174 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-15T14:31:39,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37555 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-15T14:31:39,179 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 26754e923c4a,36511,1731681086089 suceeded 2024-11-15T14:31:39,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-15T14:31:39,182 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://26754e923c4a:35977,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T14:31:39,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 167 msec 2024-11-15T14:31:39,185 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 217 msec 2024-11-15T14:31:39,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T14:31:39,286 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-15T14:31:39,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37555 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-15T14:31:39,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37555 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-15T14:31:39,291 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:31:39,291 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:31:39,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:39,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:39,291 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:31:39,292 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T14:31:39,292 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=646843492, stopped=false 2024-11-15T14:31:39,292 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=26754e923c4a,37555,1731681085306 2024-11-15T14:31:39,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37555-0x10140161dee0000, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0485264777/running 2024-11-15T14:31:39,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36511-0x10140161dee0001, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0485264777/running 2024-11-15T14:31:39,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37555-0x10140161dee0000, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485264777 2024-11-15T14:31:39,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36511-0x10140161dee0001, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485264777 2024-11-15T14:31:39,301 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:31:39,302 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:31:39,302 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:31:39,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:39,302 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36511-0x10140161dee0001, quorum=127.0.0.1:56339, baseZNode=/0485264777 Set watcher on znode that does not yet exist, /0485264777/running 2024-11-15T14:31:39,302 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37555-0x10140161dee0000, quorum=127.0.0.1:56339, baseZNode=/0485264777 Set watcher on znode that does not yet exist, /0485264777/running 2024-11-15T14:31:39,303 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '26754e923c4a,36511,1731681086089' ***** 2024-11-15T14:31:39,303 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T14:31:39,304 INFO [RS:0;26754e923c4a:36511 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T14:31:39,304 INFO [RS:0;26754e923c4a:36511 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T14:31:39,304 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T14:31:39,304 INFO [RS:0;26754e923c4a:36511 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T14:31:39,304 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36511,1731681086089.replicationSource.wal-reader.26754e923c4a%2C36511%2C1731681086089,1-26754e923c4a,36511,1731681086089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,36511,1731681086089/26754e923c4a%2C36511%2C1731681086089.1731681089222 to pos 0, reset compression=false 2024-11-15T14:31:39,304 INFO [RS:0;26754e923c4a:36511 {}] regionserver.HRegionServer(3091): Received CLOSE for abfbb8f99b262b7611fa17d9995a2f82 2024-11-15T14:31:39,305 INFO [RS:0;26754e923c4a:36511 {}] regionserver.HRegionServer(959): stopping server 26754e923c4a,36511,1731681086089 2024-11-15T14:31:39,305 INFO [RS:0;26754e923c4a:36511 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:31:39,305 INFO [RS:0;26754e923c4a:36511 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:36511. 2024-11-15T14:31:39,306 DEBUG [RS:0;26754e923c4a:36511 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:31:39,306 DEBUG [RS:0;26754e923c4a:36511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:39,306 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing abfbb8f99b262b7611fa17d9995a2f82, disabling compactions & flushes 2024-11-15T14:31:39,306 INFO [RS:0;26754e923c4a:36511 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T14:31:39,306 INFO [RS:0;26754e923c4a:36511 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T14:31:39,306 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82. 2024-11-15T14:31:39,306 INFO [RS:0;26754e923c4a:36511 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T14:31:39,306 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82. 2024-11-15T14:31:39,306 INFO [RS:0;26754e923c4a:36511 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T14:31:39,307 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82. after waiting 0 ms 2024-11-15T14:31:39,307 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82. 2024-11-15T14:31:39,307 INFO [RS:0;26754e923c4a:36511 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T14:31:39,307 DEBUG [RS:0;26754e923c4a:36511 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, abfbb8f99b262b7611fa17d9995a2f82=hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82.} 2024-11-15T14:31:39,307 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:31:39,307 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:31:39,307 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:31:39,307 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:31:39,307 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:31:39,308 DEBUG [RS:0;26754e923c4a:36511 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, abfbb8f99b262b7611fa17d9995a2f82 2024-11-15T14:31:39,311 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-15T14:31:39,311 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing abfbb8f99b262b7611fa17d9995a2f82 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-15T14:31:39,370 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/meta/1588230740/.tmp/info/763d96c1ce434e39940447d02aa60a73 is 147, key is hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82./info:regioninfo/1731681097424/Put/seqid=0 2024-11-15T14:31:39,370 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/replication/abfbb8f99b262b7611fa17d9995a2f82/.tmp/queue/5568b9796af04f2d814bb01e74dbe0d4 is 151, key is 1-26754e923c4a,36511,1731681086089/queue:26754e923c4a%2C36511%2C1731681086089/1731681097784/Put/seqid=0 2024-11-15T14:31:39,372 INFO [regionserver/26754e923c4a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:31:39,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741839_1015 (size=6631) 2024-11-15T14:31:39,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741838_1014 (size=5500) 2024-11-15T14:31:39,499 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,36511,1731681086089.replicationSource.wal-reader.26754e923c4a%2C36511%2C1731681086089,2-26754e923c4a,36511,1731681086089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,36511,1731681086089/26754e923c4a%2C36511%2C1731681086089.1731681089222 to pos 0, reset compression=false 2024-11-15T14:31:39,508 DEBUG [RS:0;26754e923c4a:36511 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, abfbb8f99b262b7611fa17d9995a2f82 2024-11-15T14:31:39,708 DEBUG [RS:0;26754e923c4a:36511 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, abfbb8f99b262b7611fa17d9995a2f82 2024-11-15T14:31:39,784 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/meta/1588230740/.tmp/info/763d96c1ce434e39940447d02aa60a73 2024-11-15T14:31:39,786 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/replication/abfbb8f99b262b7611fa17d9995a2f82/.tmp/queue/5568b9796af04f2d814bb01e74dbe0d4 2024-11-15T14:31:39,834 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/replication/abfbb8f99b262b7611fa17d9995a2f82/.tmp/queue/5568b9796af04f2d814bb01e74dbe0d4 as hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/replication/abfbb8f99b262b7611fa17d9995a2f82/queue/5568b9796af04f2d814bb01e74dbe0d4 2024-11-15T14:31:39,843 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/replication/abfbb8f99b262b7611fa17d9995a2f82/queue/5568b9796af04f2d814bb01e74dbe0d4, entries=2, sequenceid=6, filesize=5.4 K 2024-11-15T14:31:39,849 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/meta/1588230740/.tmp/ns/f7e22dbb6d6e462aba787a14b1805a86 is 43, key is default/ns:d/1731681090406/Put/seqid=0 2024-11-15T14:31:39,850 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for abfbb8f99b262b7611fa17d9995a2f82 in 539ms, sequenceid=6, compaction requested=false 2024-11-15T14:31:39,850 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T14:31:39,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741840_1016 (size=5153) 2024-11-15T14:31:39,858 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/replication/abfbb8f99b262b7611fa17d9995a2f82/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T14:31:39,861 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:31:39,861 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:31:39,861 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82. 2024-11-15T14:31:39,861 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for abfbb8f99b262b7611fa17d9995a2f82: Waiting for close lock at 1731681099305Running coprocessor pre-close hooks at 1731681099306 (+1 ms)Disabling compacts and flushes for region at 1731681099306Disabling writes for close at 1731681099307 (+1 ms)Obtaining lock to block concurrent updates at 1731681099311 (+4 ms)Preparing flush snapshotting stores in abfbb8f99b262b7611fa17d9995a2f82 at 1731681099311Finished memstore snapshotting hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731681099319 (+8 ms)Flushing stores of hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82. at 1731681099321 (+2 ms)Flushing abfbb8f99b262b7611fa17d9995a2f82/queue: creating writer at 1731681099322 (+1 ms)Flushing abfbb8f99b262b7611fa17d9995a2f82/queue: appending metadata at 1731681099357 (+35 ms)Flushing abfbb8f99b262b7611fa17d9995a2f82/queue: closing flushed file at 1731681099360 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@418ec0c2: reopening flushed file at 1731681099832 (+472 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for abfbb8f99b262b7611fa17d9995a2f82 in 539ms, sequenceid=6, compaction requested=false at 1731681099850 (+18 ms)Writing region close event to WAL at 1731681099853 (+3 ms)Running coprocessor post-close hooks at 1731681099859 (+6 ms)Closed at 1731681099861 (+2 ms) 2024-11-15T14:31:39,862 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82. 2024-11-15T14:31:39,908 DEBUG [RS:0;26754e923c4a:36511 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:31:39,914 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36511,1731681086089.replicationSource.wal-reader.26754e923c4a%2C36511%2C1731681086089,1-26754e923c4a,36511,1731681086089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,36511,1731681086089/26754e923c4a%2C36511%2C1731681086089.1731681089222 to pos 0, reset compression=false 2024-11-15T14:31:40,006 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,36511,1731681086089.replicationSource.wal-reader.26754e923c4a%2C36511%2C1731681086089,2-26754e923c4a,36511,1731681086089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,36511,1731681086089/26754e923c4a%2C36511%2C1731681086089.1731681089222 to pos 0, reset compression=false 2024-11-15T14:31:40,061 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T14:31:40,061 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T14:31:40,109 DEBUG [RS:0;26754e923c4a:36511 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:31:40,257 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/meta/1588230740/.tmp/ns/f7e22dbb6d6e462aba787a14b1805a86 2024-11-15T14:31:40,289 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/meta/1588230740/.tmp/table/2373d9d872f1470e8013050fc47b083d is 53, key is hbase:replication/table:state/1731681097438/Put/seqid=0 2024-11-15T14:31:40,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741841_1017 (size=5256) 2024-11-15T14:31:40,309 INFO [RS:0;26754e923c4a:36511 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T14:31:40,309 DEBUG [RS:0;26754e923c4a:36511 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T14:31:40,309 DEBUG [RS:0;26754e923c4a:36511 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:31:40,509 DEBUG [RS:0;26754e923c4a:36511 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:31:40,615 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,36511,1731681086089.replicationSource.wal-reader.26754e923c4a%2C36511%2C1731681086089,2-26754e923c4a,36511,1731681086089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,36511,1731681086089/26754e923c4a%2C36511%2C1731681086089.1731681089222 to pos 0, reset compression=false 2024-11-15T14:31:40,623 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36511,1731681086089.replicationSource.wal-reader.26754e923c4a%2C36511%2C1731681086089,1-26754e923c4a,36511,1731681086089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,36511,1731681086089/26754e923c4a%2C36511%2C1731681086089.1731681089222 to pos 0, reset compression=false 2024-11-15T14:31:40,695 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/meta/1588230740/.tmp/table/2373d9d872f1470e8013050fc47b083d 2024-11-15T14:31:40,706 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/meta/1588230740/.tmp/info/763d96c1ce434e39940447d02aa60a73 as hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/meta/1588230740/info/763d96c1ce434e39940447d02aa60a73 2024-11-15T14:31:40,710 DEBUG [RS:0;26754e923c4a:36511 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:31:40,715 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/meta/1588230740/info/763d96c1ce434e39940447d02aa60a73, entries=10, sequenceid=11, filesize=6.5 K 2024-11-15T14:31:40,717 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/meta/1588230740/.tmp/ns/f7e22dbb6d6e462aba787a14b1805a86 as hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/meta/1588230740/ns/f7e22dbb6d6e462aba787a14b1805a86 2024-11-15T14:31:40,724 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/meta/1588230740/ns/f7e22dbb6d6e462aba787a14b1805a86, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T14:31:40,726 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/meta/1588230740/.tmp/table/2373d9d872f1470e8013050fc47b083d as hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/meta/1588230740/table/2373d9d872f1470e8013050fc47b083d 2024-11-15T14:31:40,733 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/meta/1588230740/table/2373d9d872f1470e8013050fc47b083d, entries=2, sequenceid=11, filesize=5.1 K 2024-11-15T14:31:40,735 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1427ms, sequenceid=11, compaction requested=false 2024-11-15T14:31:40,740 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T14:31:40,741 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:31:40,741 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:31:40,741 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:31:40,741 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681099307Running coprocessor pre-close hooks at 1731681099307Disabling compacts and flushes for region at 1731681099307Disabling writes for close at 1731681099307Obtaining lock to block concurrent updates at 1731681099311 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1731681099312 (+1 ms)Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731681099319 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731681099321 (+2 ms)Flushing 1588230740/info: creating writer at 1731681099322 (+1 ms)Flushing 1588230740/info: appending metadata at 1731681099358 (+36 ms)Flushing 1588230740/info: closing flushed file at 1731681099360 (+2 ms)Flushing 1588230740/ns: creating writer at 1731681099832 (+472 ms)Flushing 1588230740/ns: appending metadata at 1731681099848 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731681099848Flushing 1588230740/table: creating writer at 1731681100273 (+425 ms)Flushing 1588230740/table: appending metadata at 1731681100288 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731681100288Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@402d9b25: reopening flushed file at 1731681100704 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e1b9467: reopening flushed file at 1731681100715 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21f83337: reopening flushed file at 1731681100725 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1427ms, sequenceid=11, compaction requested=false at 1731681100735 (+10 ms)Writing region close event to WAL at 1731681100736 (+1 ms)Running coprocessor post-close hooks at 1731681100741 (+5 ms)Closed at 1731681100741 2024-11-15T14:31:40,741 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T14:31:40,911 INFO [RS:0;26754e923c4a:36511 {}] regionserver.HRegionServer(976): stopping server 26754e923c4a,36511,1731681086089; all regions closed. 2024-11-15T14:31:40,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741834_1010 (size=2742) 2024-11-15T14:31:40,926 DEBUG [RS:0;26754e923c4a:36511 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/oldWALs 2024-11-15T14:31:40,926 INFO [RS:0;26754e923c4a:36511 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 26754e923c4a%2C36511%2C1731681086089.meta:.meta(num 1731681090228) 2024-11-15T14:31:40,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741837_1013 (size=1802) 2024-11-15T14:31:40,933 DEBUG [RS:0;26754e923c4a:36511 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/oldWALs 2024-11-15T14:31:40,933 INFO [RS:0;26754e923c4a:36511 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 26754e923c4a%2C36511%2C1731681086089.rep:(num 1731681097369) 2024-11-15T14:31:40,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741832_1008 (size=93) 2024-11-15T14:31:40,937 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,36511,1731681086089/26754e923c4a%2C36511%2C1731681086089.1731681089222 not finished, retry = 0 2024-11-15T14:31:41,045 DEBUG [RS:0;26754e923c4a:36511 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/oldWALs 2024-11-15T14:31:41,045 INFO [RS:0;26754e923c4a:36511 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 26754e923c4a%2C36511%2C1731681086089:(num 1731681089222) 2024-11-15T14:31:41,045 DEBUG [RS:0;26754e923c4a:36511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:41,045 INFO [RS:0;26754e923c4a:36511 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:31:41,046 INFO [RS:0;26754e923c4a:36511 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:31:41,046 INFO [RS:0;26754e923c4a:36511 {}] hbase.ChoreService(370): Chore service for: regionserver/26754e923c4a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T14:31:41,047 INFO [RS:0;26754e923c4a:36511 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:31:41,047 INFO [regionserver/26754e923c4a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:31:41,047 INFO [RS:0;26754e923c4a:36511 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-26754e923c4a,36511,1731681086089 because: Region server is closing 2024-11-15T14:31:41,048 INFO [RS:0;26754e923c4a:36511 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:36511. 2024-11-15T14:31:41,048 DEBUG [RS:0;26754e923c4a:36511 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:31:41,048 DEBUG [RS:0;26754e923c4a:36511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:41,049 DEBUG [RS:0;26754e923c4a:36511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:41,049 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:31:41,149 WARN [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36511,1731681086089.replicationSource.wal-reader.26754e923c4a%2C36511%2C1731681086089,1-26754e923c4a,36511,1731681086089 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T14:31:41,149 WARN [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36511,1731681086089.replicationSource.shipper26754e923c4a%2C36511%2C1731681086089,1-26754e923c4a,36511,1731681086089 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T14:31:41,150 INFO [RS:0;26754e923c4a:36511 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36511,1731681086089.replicationSource.shipper26754e923c4a%2C36511%2C1731681086089,1-26754e923c4a,36511,1731681086089 terminated 2024-11-15T14:31:41,151 INFO [RS:0;26754e923c4a:36511 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-26754e923c4a,36511,1731681086089 because: Region server is closing 2024-11-15T14:31:41,152 INFO [RS:0;26754e923c4a:36511 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:36511. 2024-11-15T14:31:41,152 DEBUG [RS:0;26754e923c4a:36511 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:31:41,152 DEBUG [RS:0;26754e923c4a:36511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:41,153 DEBUG [RS:0;26754e923c4a:36511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:41,153 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:31:41,253 WARN [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,36511,1731681086089.replicationSource.wal-reader.26754e923c4a%2C36511%2C1731681086089,2-26754e923c4a,36511,1731681086089 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T14:31:41,253 WARN [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,36511,1731681086089.replicationSource.shipper26754e923c4a%2C36511%2C1731681086089,2-26754e923c4a,36511,1731681086089 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T14:31:41,254 INFO [RS:0;26754e923c4a:36511 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,36511,1731681086089.replicationSource.shipper26754e923c4a%2C36511%2C1731681086089,2-26754e923c4a,36511,1731681086089 terminated 2024-11-15T14:31:41,255 INFO [RS:0;26754e923c4a:36511 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36511 2024-11-15T14:31:41,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37555-0x10140161dee0000, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485264777/rs 2024-11-15T14:31:41,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36511-0x10140161dee0001, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0485264777/rs/26754e923c4a,36511,1731681086089 2024-11-15T14:31:41,302 INFO [RS:0;26754e923c4a:36511 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:31:41,310 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [26754e923c4a,36511,1731681086089] 2024-11-15T14:31:41,318 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0485264777/draining/26754e923c4a,36511,1731681086089 already deleted, retry=false 2024-11-15T14:31:41,318 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 26754e923c4a,36511,1731681086089 expired; onlineServers=0 2024-11-15T14:31:41,319 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '26754e923c4a,37555,1731681085306' ***** 2024-11-15T14:31:41,319 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T14:31:41,319 INFO [M:0;26754e923c4a:37555 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:31:41,319 INFO [M:0;26754e923c4a:37555 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:31:41,319 DEBUG [M:0;26754e923c4a:37555 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T14:31:41,320 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T14:31:41,320 DEBUG [M:0;26754e923c4a:37555 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T14:31:41,320 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681088909 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681088909,5,FailOnTimeoutGroup] 2024-11-15T14:31:41,320 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681088908 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681088908,5,FailOnTimeoutGroup] 2024-11-15T14:31:41,321 INFO [M:0;26754e923c4a:37555 {}] hbase.ChoreService(370): Chore service for: master/26754e923c4a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T14:31:41,321 INFO [M:0;26754e923c4a:37555 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:31:41,321 DEBUG [M:0;26754e923c4a:37555 {}] master.HMaster(1795): Stopping service threads 2024-11-15T14:31:41,321 INFO [M:0;26754e923c4a:37555 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T14:31:41,322 INFO [M:0;26754e923c4a:37555 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:31:41,323 INFO [M:0;26754e923c4a:37555 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T14:31:41,323 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T14:31:41,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37555-0x10140161dee0000, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0485264777/master 2024-11-15T14:31:41,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37555-0x10140161dee0000, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485264777 2024-11-15T14:31:41,326 DEBUG [M:0;26754e923c4a:37555 {}] zookeeper.ZKUtil(347): master:37555-0x10140161dee0000, quorum=127.0.0.1:56339, baseZNode=/0485264777 Unable to get data of znode /0485264777/master because node does not exist (not an error) 2024-11-15T14:31:41,327 WARN [M:0;26754e923c4a:37555 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T14:31:41,327 INFO [M:0;26754e923c4a:37555 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/.lastflushedseqids 2024-11-15T14:31:41,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741842_1018 (size=181) 2024-11-15T14:31:41,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36511-0x10140161dee0001, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:31:41,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36511-0x10140161dee0001, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:31:41,411 INFO [RS:0;26754e923c4a:36511 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:31:41,412 INFO [RS:0;26754e923c4a:36511 {}] regionserver.HRegionServer(1031): Exiting; stopping=26754e923c4a,36511,1731681086089; zookeeper connection closed. 2024-11-15T14:31:41,412 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d79127b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d79127b 2024-11-15T14:31:41,413 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T14:31:41,435 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T14:31:41,740 INFO [M:0;26754e923c4a:37555 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T14:31:41,741 INFO [M:0;26754e923c4a:37555 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T14:31:41,741 DEBUG [M:0;26754e923c4a:37555 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:31:41,742 INFO [M:0;26754e923c4a:37555 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:31:41,742 DEBUG [M:0;26754e923c4a:37555 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:31:41,742 DEBUG [M:0;26754e923c4a:37555 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:31:41,742 DEBUG [M:0;26754e923c4a:37555 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:31:41,743 INFO [M:0;26754e923c4a:37555 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-15T14:31:41,766 DEBUG [M:0;26754e923c4a:37555 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3dca7b7835144a7ab143c5490658d817 is 82, key is hbase:meta,,1/info:regioninfo/1731681090316/Put/seqid=0 2024-11-15T14:31:41,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741843_1019 (size=5672) 2024-11-15T14:31:42,173 INFO [M:0;26754e923c4a:37555 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3dca7b7835144a7ab143c5490658d817 2024-11-15T14:31:42,206 DEBUG [M:0;26754e923c4a:37555 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f63d72ed53364a6dac7f34e346ee0072 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731681097445/Put/seqid=0 2024-11-15T14:31:42,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741844_1020 (size=8663) 2024-11-15T14:31:42,614 INFO [M:0;26754e923c4a:37555 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f63d72ed53364a6dac7f34e346ee0072 2024-11-15T14:31:42,647 DEBUG [M:0;26754e923c4a:37555 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2344ee6d43fc4b83b440b135ea062944 is 69, key is 26754e923c4a,36511,1731681086089/rs:state/1731681088977/Put/seqid=0 2024-11-15T14:31:42,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741845_1021 (size=5156) 2024-11-15T14:31:43,055 INFO [M:0;26754e923c4a:37555 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2344ee6d43fc4b83b440b135ea062944 2024-11-15T14:31:43,066 DEBUG [M:0;26754e923c4a:37555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3dca7b7835144a7ab143c5490658d817 as hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3dca7b7835144a7ab143c5490658d817 2024-11-15T14:31:43,074 INFO [M:0;26754e923c4a:37555 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3dca7b7835144a7ab143c5490658d817, entries=8, sequenceid=115, filesize=5.5 K 2024-11-15T14:31:43,076 DEBUG [M:0;26754e923c4a:37555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f63d72ed53364a6dac7f34e346ee0072 as hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f63d72ed53364a6dac7f34e346ee0072 2024-11-15T14:31:43,083 INFO [M:0;26754e923c4a:37555 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f63d72ed53364a6dac7f34e346ee0072, entries=14, sequenceid=115, filesize=8.5 K 2024-11-15T14:31:43,084 DEBUG [M:0;26754e923c4a:37555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2344ee6d43fc4b83b440b135ea062944 as hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2344ee6d43fc4b83b440b135ea062944 2024-11-15T14:31:43,091 INFO [M:0;26754e923c4a:37555 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2344ee6d43fc4b83b440b135ea062944, entries=1, sequenceid=115, filesize=5.0 K 2024-11-15T14:31:43,092 INFO [M:0;26754e923c4a:37555 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1350ms, sequenceid=115, compaction requested=false 2024-11-15T14:31:43,094 INFO [M:0;26754e923c4a:37555 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:31:43,094 DEBUG [M:0;26754e923c4a:37555 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681101741Disabling compacts and flushes for region at 1731681101741Disabling writes for close at 1731681101742 (+1 ms)Obtaining lock to block concurrent updates at 1731681101743 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731681101743Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731681101743Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731681101745 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731681101745Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731681101764 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731681101764Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731681102188 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731681102205 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731681102205Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731681102628 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731681102646 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731681102646Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@151f6b2: reopening flushed file at 1731681103065 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35b58837: reopening flushed file at 1731681103075 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cc29dfb: reopening flushed file at 1731681103083 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1350ms, sequenceid=115, compaction requested=false at 1731681103092 (+9 ms)Writing region close event to WAL at 1731681103094 (+2 ms)Closed at 1731681103094 2024-11-15T14:31:43,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741830_1006 (size=59421) 2024-11-15T14:31:43,098 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:31:43,098 INFO [M:0;26754e923c4a:37555 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T14:31:43,098 INFO [M:0;26754e923c4a:37555 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37555 2024-11-15T14:31:43,099 INFO [M:0;26754e923c4a:37555 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:31:43,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37555-0x10140161dee0000, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:31:43,250 INFO [M:0;26754e923c4a:37555 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:31:43,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37555-0x10140161dee0000, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:31:43,253 INFO [Time-limited test {}] client.ConnectionUtils(128): master/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:31:43,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:31:43,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:31:43,254 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:31:43,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:31:43,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:31:43,254 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T14:31:43,255 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:31:43,255 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38123 2024-11-15T14:31:43,257 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38123 connecting to ZooKeeper ensemble=127.0.0.1:56339 2024-11-15T14:31:43,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381230x0, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:31:43,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38123-0x10140161dee0006 connected 2024-11-15T14:31:43,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:31:43,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:31:43,288 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38123-0x10140161dee0006, quorum=127.0.0.1:56339, baseZNode=/0485264777 Set watcher on znode that does not yet exist, /0485264777/running 2024-11-15T14:31:43,288 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0485264777/meta-region-server: INIT 2024-11-15T14:31:43,288 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704, hbase.cluster.distributed=false 2024-11-15T14:31:43,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38123-0x10140161dee0006, quorum=127.0.0.1:56339, baseZNode=/0485264777 Set watcher on znode that does not yet exist, /0485264777/acl 2024-11-15T14:31:43,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38123 2024-11-15T14:31:43,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38123 2024-11-15T14:31:43,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38123 2024-11-15T14:31:43,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38123 2024-11-15T14:31:43,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38123 2024-11-15T14:31:43,312 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:31:43,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:31:43,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:31:43,312 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:31:43,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:31:43,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:31:43,313 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T14:31:43,313 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:31:43,313 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43427 2024-11-15T14:31:43,315 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43427 connecting to ZooKeeper ensemble=127.0.0.1:56339 2024-11-15T14:31:43,316 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:31:43,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:31:43,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434270x0, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:31:43,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434270x0, quorum=127.0.0.1:56339, baseZNode=/0485264777 Set watcher on znode that does not yet exist, /0485264777/running 2024-11-15T14:31:43,326 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43427-0x10140161dee0007 connected 2024-11-15T14:31:43,326 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0485264777/meta-region-server: INIT 2024-11-15T14:31:43,327 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T14:31:43,329 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T14:31:43,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43427-0x10140161dee0007, quorum=127.0.0.1:56339, baseZNode=/0485264777 Set watcher on znode that does not yet exist, /0485264777/master 2024-11-15T14:31:43,330 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43427-0x10140161dee0007, quorum=127.0.0.1:56339, baseZNode=/0485264777 Set watcher on znode that does not yet exist, /0485264777/acl 2024-11-15T14:31:43,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43427 2024-11-15T14:31:43,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43427 2024-11-15T14:31:43,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43427 2024-11-15T14:31:43,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43427 2024-11-15T14:31:43,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43427 2024-11-15T14:31:43,346 DEBUG [M:0;26754e923c4a:38123 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;26754e923c4a:38123 2024-11-15T14:31:43,347 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0485264777/backup-masters/26754e923c4a,38123,1731681103253 2024-11-15T14:31:43,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x10140161dee0006, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485264777/backup-masters 2024-11-15T14:31:43,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10140161dee0007, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485264777/backup-masters 2024-11-15T14:31:43,358 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38123-0x10140161dee0006, quorum=127.0.0.1:56339, baseZNode=/0485264777 Set watcher on existing znode=/0485264777/backup-masters/26754e923c4a,38123,1731681103253 2024-11-15T14:31:43,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x10140161dee0006, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485264777 2024-11-15T14:31:43,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10140161dee0007, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0485264777/master 2024-11-15T14:31:43,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10140161dee0007, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485264777 2024-11-15T14:31:43,368 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38123-0x10140161dee0006, quorum=127.0.0.1:56339, baseZNode=/0485264777 Set watcher on existing znode=/0485264777/master 2024-11-15T14:31:43,368 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0485264777/backup-masters/26754e923c4a,38123,1731681103253 from backup master directory 2024-11-15T14:31:43,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10140161dee0007, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485264777/backup-masters 2024-11-15T14:31:43,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x10140161dee0006, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0485264777/backup-masters/26754e923c4a,38123,1731681103253 2024-11-15T14:31:43,376 WARN [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:31:43,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x10140161dee0006, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485264777/backup-masters 2024-11-15T14:31:43,376 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=26754e923c4a,38123,1731681103253 2024-11-15T14:31:43,392 INFO [master/26754e923c4a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:31:43,392 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T14:31:43,407 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 15ms. 2024-11-15T14:31:43,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741846_1022 (size=196) 2024-11-15T14:31:43,829 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:31:43,831 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T14:31:43,832 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:31:43,842 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-15T14:31:43,846 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/WALs/26754e923c4a,37555,1731681085306 to hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/WALs/26754e923c4a,37555,1731681085306-dead as it is dead 2024-11-15T14:31:43,847 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-15T14:31:43,848 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-15T14:31:43,848 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/WALs/26754e923c4a,37555,1731681085306-dead/26754e923c4a%2C37555%2C1731681085306.1731681088203 2024-11-15T14:31:43,852 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/WALs/26754e923c4a,37555,1731681085306-dead/26754e923c4a%2C37555%2C1731681085306.1731681088203 after 3ms 2024-11-15T14:31:43,854 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/WALs/26754e923c4a,37555,1731681085306-dead/26754e923c4a%2C37555%2C1731681085306.1731681088203 to hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/26754e923c4a%2C37555%2C1731681085306.1731681088203 2024-11-15T14:31:43,854 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/WALs/26754e923c4a,37555,1731681085306-dead 2024-11-15T14:31:43,854 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/WALs/26754e923c4a,38123,1731681103253 2024-11-15T14:31:43,855 INFO [master/26754e923c4a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:31:43,857 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=26754e923c4a%2C38123%2C1731681103253, suffix=, logDir=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/WALs/26754e923c4a,38123,1731681103253, archiveDir=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/oldWALs, maxLogs=10 2024-11-15T14:31:43,871 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/WALs/26754e923c4a,38123,1731681103253/26754e923c4a%2C38123%2C1731681103253.1731681103857, exclude list is [], retry=0 2024-11-15T14:31:43,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-248be104-edca-42d8-b570-03fb77c3584a,DISK] 2024-11-15T14:31:43,877 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/WALs/26754e923c4a,38123,1731681103253/26754e923c4a%2C38123%2C1731681103253.1731681103857 2024-11-15T14:31:43,878 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37353:37353)] 2024-11-15T14:31:43,878 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:31:43,878 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:31:43,878 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:43,879 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:43,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:43,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T14:31:43,882 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:43,890 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3dca7b7835144a7ab143c5490658d817 2024-11-15T14:31:43,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:31:43,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:43,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T14:31:43,892 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:43,899 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f63d72ed53364a6dac7f34e346ee0072 2024-11-15T14:31:43,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:31:43,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:43,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T14:31:43,901 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:43,909 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2344ee6d43fc4b83b440b135ea062944 2024-11-15T14:31:43,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:31:43,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:43,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T14:31:43,911 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:43,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:31:43,912 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:43,913 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-15T14:31:43,913 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/26754e923c4a%2C37555%2C1731681085306.1731681088203 2024-11-15T14:31:43,928 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/26754e923c4a%2C37555%2C1731681085306.1731681088203 2024-11-15T14:31:43,930 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/26754e923c4a%2C37555%2C1731681085306.1731681088203 2024-11-15T14:31:43,931 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:43,931 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:43,932 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:31:43,934 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:43,937 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-15T14:31:43,938 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61143242, jitterRate=-0.08889469504356384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:31:43,939 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731681103879Initializing all the Stores at 1731681103880 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681103880Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681103880Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681103880Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681103880Cleaning up temporary data from old regions at 1731681103931 (+51 ms)Region opened successfully at 1731681103938 (+7 ms) 2024-11-15T14:31:43,939 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T14:31:43,944 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21d00489, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:31:43,954 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-15T14:31:43,955 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T14:31:43,955 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T14:31:43,955 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T14:31:43,956 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T14:31:43,962 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T14:31:43,962 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T14:31:43,963 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T14:31:43,963 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T14:31:43,963 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-15T14:31:43,963 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-15T14:31:43,963 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-15T14:31:43,963 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T14:31:43,968 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=26754e923c4a,36511,1731681086089, regionLocation=26754e923c4a,36511,1731681086089, openSeqNum=2 2024-11-15T14:31:43,968 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=26754e923c4a,36511,1731681086089, table=hbase:meta, region=1588230740 2024-11-15T14:31:43,968 INFO [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,36511,1731681086089, state=OPEN 2024-11-15T14:31:43,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x10140161dee0006, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0485264777/meta-region-server 2024-11-15T14:31:43,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10140161dee0007, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0485264777/meta-region-server 2024-11-15T14:31:43,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0485264777/meta-region-server: CHANGED 2024-11-15T14:31:43,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0485264777/meta-region-server: CHANGED 2024-11-15T14:31:43,997 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-15T14:31:44,007 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0485264777/draining/26754e923c4a,36511,1731681086089 already deleted, retry=false 2024-11-15T14:31:44,007 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 26754e923c4a,36511,1731681086089 on 26754e923c4a,38123,1731681103253 2024-11-15T14:31:44,013 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 26754e923c4a,36511,1731681086089, splitWal=true, meta=true 2024-11-15T14:31:44,016 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 26754e923c4a,36511,1731681086089 (carryingMeta=true) 26754e923c4a,36511,1731681086089/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7e518a23[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-15T14:31:44,020 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38123-0x10140161dee0006, quorum=127.0.0.1:56339, baseZNode=/0485264777 Unable to get data of znode /0485264777/balancer because node does not exist (not necessarily an error) 2024-11-15T14:31:44,026 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0485264777/balancer already deleted, retry=false 2024-11-15T14:31:44,026 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T14:31:44,027 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38123-0x10140161dee0006, quorum=127.0.0.1:56339, baseZNode=/0485264777 Unable to get data of znode /0485264777/normalizer because node does not exist (not necessarily an error) 2024-11-15T14:31:44,056 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0485264777/normalizer already deleted, retry=false 2024-11-15T14:31:44,057 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T14:31:44,058 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38123-0x10140161dee0006, quorum=127.0.0.1:56339, baseZNode=/0485264777 Unable to get data of znode /0485264777/switch/split because node does not exist (not necessarily an error) 2024-11-15T14:31:44,067 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0485264777/switch/split already deleted, retry=false 2024-11-15T14:31:44,068 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38123-0x10140161dee0006, quorum=127.0.0.1:56339, baseZNode=/0485264777 Unable to get data of znode /0485264777/switch/merge because node does not exist (not necessarily an error) 2024-11-15T14:31:44,076 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0485264777/switch/merge already deleted, retry=false 2024-11-15T14:31:44,095 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38123-0x10140161dee0006, quorum=127.0.0.1:56339, baseZNode=/0485264777 Unable to get data of znode /0485264777/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T14:31:44,101 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0485264777/snapshot-cleanup already deleted, retry=false 2024-11-15T14:31:44,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10140161dee0007, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0485264777/running 2024-11-15T14:31:44,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x10140161dee0006, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0485264777/running 2024-11-15T14:31:44,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x10140161dee0006, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485264777 2024-11-15T14:31:44,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10140161dee0007, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485264777 2024-11-15T14:31:44,110 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=26754e923c4a,38123,1731681103253, sessionid=0x10140161dee0006, setting cluster-up flag (Was=false) 2024-11-15T14:31:44,118 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0485264777/flush-table-proc/acquired, /0485264777/flush-table-proc/reached, /0485264777/flush-table-proc/abort 2024-11-15T14:31:44,119 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,38123,1731681103253 2024-11-15T14:31:44,127 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0485264777/online-snapshot/acquired, /0485264777/online-snapshot/reached, /0485264777/online-snapshot/abort 2024-11-15T14:31:44,128 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,38123,1731681103253 2024-11-15T14:31:44,130 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/.lastflushedseqids 2024-11-15T14:31:44,134 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T14:31:44,134 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T14:31:44,135 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 26754e923c4a,38123,1731681103253 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 26754e923c4a,36511,1731681086089 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T14:31:44,138 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:31:44,138 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:31:44,138 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:31:44,138 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:31:44,138 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/26754e923c4a:0, corePoolSize=10, maxPoolSize=10 2024-11-15T14:31:44,138 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:44,138 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:31:44,138 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:44,138 INFO [RS:0;26754e923c4a:43427 {}] regionserver.HRegionServer(746): ClusterId : 539e9bae-1ab7-4401-a3ba-f37fa69736ce 2024-11-15T14:31:44,139 DEBUG [RS:0;26754e923c4a:43427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T14:31:44,140 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731681134140 2024-11-15T14:31:44,140 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T14:31:44,140 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T14:31:44,140 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T14:31:44,140 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T14:31:44,140 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T14:31:44,140 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T14:31:44,141 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:44,142 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T14:31:44,142 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T14:31:44,142 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T14:31:44,142 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T14:31:44,142 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T14:31:44,142 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T14:31:44,143 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681104143,5,FailOnTimeoutGroup] 2024-11-15T14:31:44,143 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 26754e923c4a,36511,1731681086089, splitWal=true, meta=true 2024-11-15T14:31:44,143 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681104143,5,FailOnTimeoutGroup] 2024-11-15T14:31:44,143 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:44,143 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T14:31:44,143 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:44,144 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:44,144 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731681104144, completionTime=-1 2024-11-15T14:31:44,144 WARN [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-15T14:31:44,145 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 26754e923c4a,36511,1731681086089, splitWal=true, meta=true, isMeta: true 2024-11-15T14:31:44,147 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,36511,1731681086089-splitting 2024-11-15T14:31:44,148 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-15T14:31:44,149 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,36511,1731681086089-splitting dir is empty, no logs to split. 2024-11-15T14:31:44,149 INFO [PEWorker-1 {}] master.SplitWALManager(105): 26754e923c4a,36511,1731681086089 WAL count=0, meta=true 2024-11-15T14:31:44,150 DEBUG [RS:0;26754e923c4a:43427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T14:31:44,150 DEBUG [RS:0;26754e923c4a:43427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T14:31:44,153 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,36511,1731681086089-splitting dir is empty, no logs to split. 2024-11-15T14:31:44,153 INFO [PEWorker-1 {}] master.SplitWALManager(105): 26754e923c4a,36511,1731681086089 WAL count=0, meta=true 2024-11-15T14:31:44,153 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 26754e923c4a,36511,1731681086089 WAL splitting is done? wals=0, meta=true 2024-11-15T14:31:44,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T14:31:44,157 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:31:44,158 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T14:31:44,160 DEBUG [RS:0;26754e923c4a:43427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T14:31:44,160 DEBUG [RS:0;26754e923c4a:43427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23f1ac63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:31:44,174 DEBUG [RS:0;26754e923c4a:43427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;26754e923c4a:43427 2024-11-15T14:31:44,174 INFO [RS:0;26754e923c4a:43427 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T14:31:44,174 INFO [RS:0;26754e923c4a:43427 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T14:31:44,174 DEBUG [RS:0;26754e923c4a:43427 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T14:31:44,175 INFO [RS:0;26754e923c4a:43427 {}] regionserver.HRegionServer(2659): reportForDuty to master=26754e923c4a,38123,1731681103253 with port=43427, startcode=1731681103312 2024-11-15T14:31:44,175 DEBUG [RS:0;26754e923c4a:43427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T14:31:44,177 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T14:31:44,178 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38123 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 26754e923c4a,43427,1731681103312 2024-11-15T14:31:44,178 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38123 {}] master.ServerManager(517): Registering regionserver=26754e923c4a,43427,1731681103312 2024-11-15T14:31:44,179 DEBUG [RS:0;26754e923c4a:43427 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704 2024-11-15T14:31:44,180 DEBUG [RS:0;26754e923c4a:43427 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35007 2024-11-15T14:31:44,180 DEBUG [RS:0;26754e923c4a:43427 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T14:31:44,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x10140161dee0006, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485264777/rs 2024-11-15T14:31:44,191 DEBUG [RS:0;26754e923c4a:43427 {}] zookeeper.ZKUtil(111): regionserver:43427-0x10140161dee0007, quorum=127.0.0.1:56339, baseZNode=/0485264777 Set watcher on existing znode=/0485264777/rs/26754e923c4a,43427,1731681103312 2024-11-15T14:31:44,191 WARN [RS:0;26754e923c4a:43427 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:31:44,191 INFO [RS:0;26754e923c4a:43427 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:31:44,191 DEBUG [RS:0;26754e923c4a:43427 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,43427,1731681103312 2024-11-15T14:31:44,192 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [26754e923c4a,43427,1731681103312] 2024-11-15T14:31:44,199 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=55ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-15T14:31:44,234 INFO [RS:0;26754e923c4a:43427 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T14:31:44,236 INFO [RS:0;26754e923c4a:43427 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T14:31:44,237 INFO [RS:0;26754e923c4a:43427 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T14:31:44,237 INFO [RS:0;26754e923c4a:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:44,237 INFO [RS:0;26754e923c4a:43427 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T14:31:44,238 INFO [RS:0;26754e923c4a:43427 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T14:31:44,238 INFO [RS:0;26754e923c4a:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:44,239 DEBUG [RS:0;26754e923c4a:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:44,239 DEBUG [RS:0;26754e923c4a:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:44,239 DEBUG [RS:0;26754e923c4a:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:44,239 DEBUG [RS:0;26754e923c4a:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:44,239 DEBUG [RS:0;26754e923c4a:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:44,239 DEBUG [RS:0;26754e923c4a:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:31:44,239 DEBUG [RS:0;26754e923c4a:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:44,239 DEBUG [RS:0;26754e923c4a:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:44,239 DEBUG [RS:0;26754e923c4a:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:44,239 DEBUG [RS:0;26754e923c4a:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:44,239 DEBUG [RS:0;26754e923c4a:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:44,239 DEBUG [RS:0;26754e923c4a:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:44,240 DEBUG [RS:0;26754e923c4a:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:31:44,240 DEBUG [RS:0;26754e923c4a:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:31:44,240 INFO [RS:0;26754e923c4a:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:44,240 INFO [RS:0;26754e923c4a:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:44,240 INFO [RS:0;26754e923c4a:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:44,240 INFO [RS:0;26754e923c4a:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:44,240 INFO [RS:0;26754e923c4a:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:44,240 INFO [RS:0;26754e923c4a:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,43427,1731681103312-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:31:44,255 INFO [RS:0;26754e923c4a:43427 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T14:31:44,255 INFO [RS:0;26754e923c4a:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,43427,1731681103312-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:44,273 INFO [RS:0;26754e923c4a:43427 {}] regionserver.ReplicationSource(231): queueId=1-26754e923c4a,43427,1731681103312, ReplicationSource: 1, currentBandwidth=0 2024-11-15T14:31:44,287 INFO [RS:0;26754e923c4a:43427 {}] regionserver.ReplicationSource(231): queueId=2-26754e923c4a,43427,1731681103312, ReplicationSource: 2, currentBandwidth=0 2024-11-15T14:31:44,288 INFO [RS:0;26754e923c4a:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:44,288 INFO [RS:0;26754e923c4a:43427 {}] regionserver.Replication(171): 26754e923c4a,43427,1731681103312 started 2024-11-15T14:31:44,288 DEBUG [RS:0;26754e923c4a:43427.replicationSource,1-26754e923c4a,43427,1731681103312 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='26754e923c4a:35977' 2024-11-15T14:31:44,290 DEBUG [RS:0;26754e923c4a:43427.replicationSource,1-26754e923c4a,43427,1731681103312 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fb95bf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:44,290 DEBUG [RS:0;26754e923c4a:43427.replicationSource,1-26754e923c4a,43427,1731681103312 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,35977,-1 for getting cluster id 2024-11-15T14:31:44,290 DEBUG [RS:0;26754e923c4a:43427.replicationSource,1-26754e923c4a,43427,1731681103312 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:31:44,291 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1d755a2-c886-499e-925d-bb4221b94953' 2024-11-15T14:31:44,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:31:44,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1d755a2-c886-499e-925d-bb4221b94953" 2024-11-15T14:31:44,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b5d9f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:44,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,35977,-1] 2024-11-15T14:31:44,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:31:44,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:44,294 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:31:44,295 DEBUG [RS:0;26754e923c4a:43427.replicationSource,1-26754e923c4a,43427,1731681103312 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b3afc15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:44,295 DEBUG [RS:0;26754e923c4a:43427.replicationSource,1-26754e923c4a,43427,1731681103312 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:31:44,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,35977,1731681092379 2024-11-15T14:31:44,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8682170 2024-11-15T14:31:44,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:31:44,298 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-15T14:31:44,299 INFO [RS:0;26754e923c4a:43427.replicationSource,1-26754e923c4a,43427,1731681103312 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-26754e923c4a,43427,1731681103312 (queues=0) is replicating from cluster=539e9bae-1ab7-4401-a3ba-f37fa69736ce to cluster=f1d755a2-c886-499e-925d-bb4221b94953 2024-11-15T14:31:44,305 INFO [RS:0;26754e923c4a:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:44,306 INFO [RS:0;26754e923c4a:43427 {}] regionserver.HRegionServer(1482): Serving as 26754e923c4a,43427,1731681103312, RpcServer on 26754e923c4a/172.17.0.3:43427, sessionid=0x10140161dee0007 2024-11-15T14:31:44,306 DEBUG [RS:0;26754e923c4a:43427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T14:31:44,306 DEBUG [RS:0;26754e923c4a:43427 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 26754e923c4a,43427,1731681103312 2024-11-15T14:31:44,306 DEBUG [RS:0;26754e923c4a:43427.replicationSource,2-26754e923c4a,43427,1731681103312 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='26754e923c4a:35977' 2024-11-15T14:31:44,306 DEBUG [RS:0;26754e923c4a:43427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,43427,1731681103312' 2024-11-15T14:31:44,306 DEBUG [RS:0;26754e923c4a:43427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0485264777/flush-table-proc/abort' 2024-11-15T14:31:44,307 DEBUG [RS:0;26754e923c4a:43427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0485264777/flush-table-proc/acquired' 2024-11-15T14:31:44,307 DEBUG [RS:0;26754e923c4a:43427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T14:31:44,307 DEBUG [RS:0;26754e923c4a:43427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T14:31:44,307 DEBUG [RS:0;26754e923c4a:43427 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 26754e923c4a,43427,1731681103312 2024-11-15T14:31:44,307 DEBUG [RS:0;26754e923c4a:43427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,43427,1731681103312' 2024-11-15T14:31:44,307 DEBUG [RS:0;26754e923c4a:43427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0485264777/online-snapshot/abort' 2024-11-15T14:31:44,308 DEBUG [RS:0;26754e923c4a:43427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0485264777/online-snapshot/acquired' 2024-11-15T14:31:44,308 DEBUG [RS:0;26754e923c4a:43427.replicationSource,2-26754e923c4a,43427,1731681103312 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25c546da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:44,308 DEBUG [RS:0;26754e923c4a:43427.replicationSource,2-26754e923c4a,43427,1731681103312 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,35977,-1 for getting cluster id 2024-11-15T14:31:44,308 DEBUG [RS:0;26754e923c4a:43427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T14:31:44,308 INFO [RS:0;26754e923c4a:43427 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T14:31:44,308 INFO [RS:0;26754e923c4a:43427 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T14:31:44,308 DEBUG [RS:0;26754e923c4a:43427.replicationSource,2-26754e923c4a,43427,1731681103312 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:31:44,309 WARN [26754e923c4a:38123 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T14:31:44,309 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1d755a2-c886-499e-925d-bb4221b94953' 2024-11-15T14:31:44,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:31:44,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1d755a2-c886-499e-925d-bb4221b94953" 2024-11-15T14:31:44,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e70efc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:44,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,35977,-1] 2024-11-15T14:31:44,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:31:44,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:44,312 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:31:44,313 DEBUG [RS:0;26754e923c4a:43427.replicationSource,2-26754e923c4a,43427,1731681103312 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11b59728, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:44,313 DEBUG [RS:0;26754e923c4a:43427.replicationSource,2-26754e923c4a,43427,1731681103312 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:31:44,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,35977,1731681092379 2024-11-15T14:31:44,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@771efaa0 2024-11-15T14:31:44,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:31:44,315 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-15T14:31:44,317 INFO [RS:0;26754e923c4a:43427.replicationSource,2-26754e923c4a,43427,1731681103312 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-26754e923c4a,43427,1731681103312 (queues=0) is replicating from cluster=539e9bae-1ab7-4401-a3ba-f37fa69736ce to cluster=f1d755a2-c886-499e-925d-bb4221b94953 2024-11-15T14:31:44,409 INFO [RS:0;26754e923c4a:43427 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:31:44,411 INFO [RS:0;26754e923c4a:43427 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C43427%2C1731681103312, suffix=, logDir=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,43427,1731681103312, archiveDir=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/oldWALs, maxLogs=10 2024-11-15T14:31:44,425 DEBUG [RS:0;26754e923c4a:43427 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,43427,1731681103312/26754e923c4a%2C43427%2C1731681103312.1731681104412, exclude list is [], retry=0 2024-11-15T14:31:44,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-248be104-edca-42d8-b570-03fb77c3584a,DISK] 2024-11-15T14:31:44,431 INFO [RS:0;26754e923c4a:43427 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,43427,1731681103312/26754e923c4a%2C43427%2C1731681103312.1731681104412 2024-11-15T14:31:44,433 DEBUG [RS:0;26754e923c4a:43427 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 26754e923c4a%2C43427%2C1731681103312 for peer 2 2024-11-15T14:31:44,433 DEBUG [RS:0;26754e923c4a:43427 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 26754e923c4a%2C43427%2C1731681103312 for peer 1 2024-11-15T14:31:44,433 DEBUG [RS:0;26754e923c4a:43427 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=26754e923c4a%2C43427%2C1731681103312 2024-11-15T14:31:44,433 INFO [RS:0;26754e923c4a:43427 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-26754e923c4a,43427,1731681103312, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T14:31:44,434 INFO [RS:0;26754e923c4a:43427.replicationSource.shipper26754e923c4a%2C43427%2C1731681103312,1-26754e923c4a,43427,1731681103312 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 26754e923c4a%2C43427%2C1731681103312 2024-11-15T14:31:44,434 DEBUG [RS:0;26754e923c4a:43427 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=26754e923c4a%2C43427%2C1731681103312 2024-11-15T14:31:44,435 INFO [RS:0;26754e923c4a:43427 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-26754e923c4a,43427,1731681103312, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T14:31:44,435 INFO [RS:0;26754e923c4a:43427.replicationSource.shipper26754e923c4a%2C43427%2C1731681103312,2-26754e923c4a,43427,1731681103312 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 26754e923c4a%2C43427%2C1731681103312 2024-11-15T14:31:44,435 DEBUG [RS:0;26754e923c4a:43427 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37353:37353)] 2024-11-15T14:31:44,435 DEBUG [RS:0;26754e923c4a:43427.replicationSource.wal-reader.26754e923c4a%2C43427%2C1731681103312,2-26754e923c4a,43427,1731681103312 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,43427,1731681103312/26754e923c4a%2C43427%2C1731681103312.1731681104412, startPosition=0, beingWritten=true 2024-11-15T14:31:44,435 DEBUG [RS:0;26754e923c4a:43427.replicationSource.wal-reader.26754e923c4a%2C43427%2C1731681103312,1-26754e923c4a,43427,1731681103312 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,43427,1731681103312/26754e923c4a%2C43427%2C1731681103312.1731681104412, startPosition=0, beingWritten=true 2024-11-15T14:31:44,559 DEBUG [26754e923c4a:38123 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T14:31:44,560 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=26754e923c4a,43427,1731681103312 2024-11-15T14:31:44,562 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,43427,1731681103312, state=OPENING 2024-11-15T14:31:44,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10140161dee0007, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0485264777/meta-region-server 2024-11-15T14:31:44,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x10140161dee0006, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0485264777/meta-region-server 2024-11-15T14:31:44,599 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:31:44,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,43427,1731681103312}] 2024-11-15T14:31:44,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0485264777/meta-region-server: CHANGED 2024-11-15T14:31:44,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0485264777/meta-region-server: CHANGED 2024-11-15T14:31:44,645 DEBUG [RS:0;26754e923c4a:43427.replicationSource.wal-reader.26754e923c4a%2C43427%2C1731681103312,2-26754e923c4a,43427,1731681103312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,43427,1731681103312/26754e923c4a%2C43427%2C1731681103312.1731681104412 to pos 0, reset compression=false 2024-11-15T14:31:44,647 DEBUG [RS:0;26754e923c4a:43427.replicationSource.wal-reader.26754e923c4a%2C43427%2C1731681103312,1-26754e923c4a,43427,1731681103312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,43427,1731681103312/26754e923c4a%2C43427%2C1731681103312.1731681104412 to pos 0, reset compression=false 2024-11-15T14:31:44,757 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T14:31:44,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T14:31:44,766 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T14:31:44,766 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:31:44,766 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T14:31:44,769 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C43427%2C1731681103312.meta, suffix=.meta, logDir=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,43427,1731681103312, archiveDir=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/oldWALs, maxLogs=10 2024-11-15T14:31:44,786 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,43427,1731681103312/26754e923c4a%2C43427%2C1731681103312.meta.1731681104770.meta, exclude list is [], retry=0 2024-11-15T14:31:44,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-248be104-edca-42d8-b570-03fb77c3584a,DISK] 2024-11-15T14:31:44,791 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,43427,1731681103312/26754e923c4a%2C43427%2C1731681103312.meta.1731681104770.meta 2024-11-15T14:31:44,792 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37353:37353)] 2024-11-15T14:31:44,792 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:31:44,792 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:31:44,792 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T14:31:44,792 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T14:31:44,793 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T14:31:44,793 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T14:31:44,793 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:31:44,793 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T14:31:44,793 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T14:31:44,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:31:44,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:31:44,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:44,804 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/meta/1588230740/info/763d96c1ce434e39940447d02aa60a73 2024-11-15T14:31:44,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:31:44,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:31:44,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:31:44,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:44,814 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/meta/1588230740/ns/f7e22dbb6d6e462aba787a14b1805a86 2024-11-15T14:31:44,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:31:44,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:31:44,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:31:44,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:44,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:31:44,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:31:44,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:31:44,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:44,824 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/meta/1588230740/table/2373d9d872f1470e8013050fc47b083d 2024-11-15T14:31:44,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:31:44,825 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:31:44,826 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/meta/1588230740 2024-11-15T14:31:44,827 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/meta/1588230740 2024-11-15T14:31:44,829 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:31:44,829 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:31:44,830 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:31:44,832 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:31:44,833 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68849480, jitterRate=0.025937199592590332}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:31:44,833 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T14:31:44,833 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731681104793Writing region info on filesystem at 1731681104793Initializing all the Stores at 1731681104794 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681104794Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681104795 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681104795Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681104795Cleaning up temporary data from old regions at 1731681104829 (+34 ms)Running coprocessor post-open hooks at 1731681104833 (+4 ms)Region opened successfully at 1731681104833 2024-11-15T14:31:44,835 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731681104756 2024-11-15T14:31:44,837 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T14:31:44,837 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T14:31:44,838 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=26754e923c4a,43427,1731681103312 2024-11-15T14:31:44,839 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,43427,1731681103312, state=OPEN 2024-11-15T14:31:44,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x10140161dee0006, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0485264777/meta-region-server 2024-11-15T14:31:44,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10140161dee0007, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0485264777/meta-region-server 2024-11-15T14:31:44,849 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=26754e923c4a,43427,1731681103312 2024-11-15T14:31:44,849 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0485264777/meta-region-server: CHANGED 2024-11-15T14:31:44,849 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0485264777/meta-region-server: CHANGED 2024-11-15T14:31:44,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-15T14:31:44,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,43427,1731681103312 in 250 msec 2024-11-15T14:31:44,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-15T14:31:44,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 697 msec 2024-11-15T14:31:44,957 DEBUG [RS:0;26754e923c4a:43427.replicationSource.wal-reader.26754e923c4a%2C43427%2C1731681103312,1-26754e923c4a,43427,1731681103312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,43427,1731681103312/26754e923c4a%2C43427%2C1731681103312.1731681104412 to pos 0, reset compression=false 2024-11-15T14:31:44,957 DEBUG [RS:0;26754e923c4a:43427.replicationSource.wal-reader.26754e923c4a%2C43427%2C1731681103312,2-26754e923c4a,43427,1731681103312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,43427,1731681103312/26754e923c4a%2C43427%2C1731681103312.1731681104412 to pos 0, reset compression=false 2024-11-15T14:31:45,365 DEBUG [RS:0;26754e923c4a:43427.replicationSource.wal-reader.26754e923c4a%2C43427%2C1731681103312,2-26754e923c4a,43427,1731681103312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,43427,1731681103312/26754e923c4a%2C43427%2C1731681103312.1731681104412 to pos 0, reset compression=false 2024-11-15T14:31:45,365 DEBUG [RS:0;26754e923c4a:43427.replicationSource.wal-reader.26754e923c4a%2C43427%2C1731681103312,1-26754e923c4a,43427,1731681103312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,43427,1731681103312/26754e923c4a%2C43427%2C1731681103312.1731681104412 to pos 0, reset compression=false 2024-11-15T14:31:45,702 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1558ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-15T14:31:45,875 DEBUG [RS:0;26754e923c4a:43427.replicationSource.wal-reader.26754e923c4a%2C43427%2C1731681103312,2-26754e923c4a,43427,1731681103312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,43427,1731681103312/26754e923c4a%2C43427%2C1731681103312.1731681104412 to pos 0, reset compression=false 2024-11-15T14:31:45,875 DEBUG [RS:0;26754e923c4a:43427.replicationSource.wal-reader.26754e923c4a%2C43427%2C1731681103312,1-26754e923c4a,43427,1731681103312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,43427,1731681103312/26754e923c4a%2C43427%2C1731681103312.1731681104412 to pos 0, reset compression=false 2024-11-15T14:31:46,487 DEBUG [RS:0;26754e923c4a:43427.replicationSource.wal-reader.26754e923c4a%2C43427%2C1731681103312,2-26754e923c4a,43427,1731681103312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,43427,1731681103312/26754e923c4a%2C43427%2C1731681103312.1731681104412 to pos 0, reset compression=false 2024-11-15T14:31:46,487 DEBUG [RS:0;26754e923c4a:43427.replicationSource.wal-reader.26754e923c4a%2C43427%2C1731681103312,1-26754e923c4a,43427,1731681103312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,43427,1731681103312/26754e923c4a%2C43427%2C1731681103312.1731681104412 to pos 0, reset compression=false 2024-11-15T14:31:46,657 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T14:31:47,202 DEBUG [RS:0;26754e923c4a:43427.replicationSource.wal-reader.26754e923c4a%2C43427%2C1731681103312,2-26754e923c4a,43427,1731681103312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,43427,1731681103312/26754e923c4a%2C43427%2C1731681103312.1731681104412 to pos 0, reset compression=false 2024-11-15T14:31:47,202 DEBUG [RS:0;26754e923c4a:43427.replicationSource.wal-reader.26754e923c4a%2C43427%2C1731681103312,1-26754e923c4a,43427,1731681103312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,43427,1731681103312/26754e923c4a%2C43427%2C1731681103312.1731681104412 to pos 0, reset compression=false 2024-11-15T14:31:47,207 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3062ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-11-15T14:31:48,016 DEBUG [RS:0;26754e923c4a:43427.replicationSource.wal-reader.26754e923c4a%2C43427%2C1731681103312,1-26754e923c4a,43427,1731681103312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,43427,1731681103312/26754e923c4a%2C43427%2C1731681103312.1731681104412 to pos 0, reset compression=false 2024-11-15T14:31:48,016 DEBUG [RS:0;26754e923c4a:43427.replicationSource.wal-reader.26754e923c4a%2C43427%2C1731681103312,2-26754e923c4a,43427,1731681103312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,43427,1731681103312/26754e923c4a%2C43427%2C1731681103312.1731681104412 to pos 0, reset compression=false 2024-11-15T14:31:48,661 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4517ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-15T14:31:48,661 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T14:31:48,662 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:31:48,662 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43427,1731681103312, seqNum=-1] 2024-11-15T14:31:48,662 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:31:48,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:31:48,676 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=abfbb8f99b262b7611fa17d9995a2f82, regionState=OPEN, lastHost=26754e923c4a,36511,1731681086089, regionLocation=26754e923c4a,36511,1731681086089, openSeqNum=2 2024-11-15T14:31:48,677 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T14:31:48,677 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731681168677 2024-11-15T14:31:48,677 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731681228677 2024-11-15T14:31:48,677 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 16 msec 2024-11-15T14:31:48,678 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,38123,1731681103253-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:48,678 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,38123,1731681103253-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:48,678 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,38123,1731681103253-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:48,678 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 26754e923c4a,36511,1731681086089 had 2 regions 2024-11-15T14:31:48,678 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-26754e923c4a:38123, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:48,678 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:48,679 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:48,680 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 26754e923c4a,36511,1731681086089, splitWal=true, meta=true, isMeta: false 2024-11-15T14:31:48,682 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,36511,1731681086089-splitting dir is empty, no logs to split. 2024-11-15T14:31:48,682 INFO [PEWorker-3 {}] master.SplitWALManager(105): 26754e923c4a,36511,1731681086089 WAL count=0, meta=false 2024-11-15T14:31:48,686 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,36511,1731681086089-splitting dir is empty, no logs to split. 2024-11-15T14:31:48,686 INFO [PEWorker-3 {}] master.SplitWALManager(105): 26754e923c4a,36511,1731681086089 WAL count=0, meta=false 2024-11-15T14:31:48,686 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 26754e923c4a,36511,1731681086089 WAL splitting is done? wals=0, meta=false 2024-11-15T14:31:48,686 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.310sec 2024-11-15T14:31:48,686 INFO [master/26754e923c4a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T14:31:48,686 INFO [master/26754e923c4a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T14:31:48,686 INFO [master/26754e923c4a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T14:31:48,686 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T14:31:48,686 INFO [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T14:31:48,686 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,38123,1731681103253-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:31:48,686 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,38123,1731681103253-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T14:31:48,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=abfbb8f99b262b7611fa17d9995a2f82, ASSIGN}] 2024-11-15T14:31:48,691 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T14:31:48,691 WARN [master/26754e923c4a:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=26754e923c4a,36511,1731681086089/hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82. 2024-11-15T14:31:48,691 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T14:31:48,691 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,38123,1731681103253-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:48,693 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=abfbb8f99b262b7611fa17d9995a2f82, ASSIGN 2024-11-15T14:31:48,694 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=abfbb8f99b262b7611fa17d9995a2f82, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T14:31:48,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8f89f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:48,744 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,38123,-1 for getting cluster id 2024-11-15T14:31:48,745 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:31:48,747 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '539e9bae-1ab7-4401-a3ba-f37fa69736ce' 2024-11-15T14:31:48,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:31:48,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "539e9bae-1ab7-4401-a3ba-f37fa69736ce" 2024-11-15T14:31:48,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548411f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:48,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,38123,-1] 2024-11-15T14:31:48,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:31:48,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:48,753 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:31:48,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a2e0e61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:48,756 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:31:48,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43427,1731681103312, seqNum=-1] 2024-11-15T14:31:48,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:31:48,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:31:48,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-15T14:31:48,763 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:31:48,763 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:31:48,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:48,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:48,763 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:31:48,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 26754e923c4a:38123 after: 26754e923c4a:38123 2024-11-15T14:31:48,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a967d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:48,764 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,38123,-1 for getting cluster id 2024-11-15T14:31:48,764 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:31:48,765 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '539e9bae-1ab7-4401-a3ba-f37fa69736ce' 2024-11-15T14:31:48,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:31:48,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "539e9bae-1ab7-4401-a3ba-f37fa69736ce" 2024-11-15T14:31:48,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74c1979c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:48,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,38123,-1] 2024-11-15T14:31:48,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:31:48,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:48,767 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:31:48,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1680cd57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:48,768 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:31:48,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,38123,1731681103253 2024-11-15T14:31:48,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52089519 2024-11-15T14:31:48,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:31:48,770 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:31:48,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-15T14:31:48,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-15T14:31:48,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-15T14:31:48,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-15T14:31:48,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T14:31:48,774 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:31:48,774 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:31:48,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:48,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:48,774 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:31:48,775 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T14:31:48,775 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1528752532, stopped=false 2024-11-15T14:31:48,775 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=26754e923c4a,35977,1731681092379 2024-11-15T14:31:48,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x10140161dee0004, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1093023955/running 2024-11-15T14:31:48,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35977-0x10140161dee0003, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1093023955/running 2024-11-15T14:31:48,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35977-0x10140161dee0003, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093023955 2024-11-15T14:31:48,824 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:31:48,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x10140161dee0004, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093023955 2024-11-15T14:31:48,824 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:31:48,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41331-0x10140161dee0004, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Set watcher on znode that does not yet exist, /1-1093023955/running 2024-11-15T14:31:48,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35977-0x10140161dee0003, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Set watcher on znode that does not yet exist, /1-1093023955/running 2024-11-15T14:31:48,824 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:31:48,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:48,825 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '26754e923c4a,41331,1731681092501' ***** 2024-11-15T14:31:48,825 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T14:31:48,825 INFO [RS:0;26754e923c4a:41331 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T14:31:48,825 INFO [RS:0;26754e923c4a:41331 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T14:31:48,825 INFO [RS:0;26754e923c4a:41331 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T14:31:48,825 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T14:31:48,825 INFO [RS:0;26754e923c4a:41331 {}] regionserver.HRegionServer(959): stopping server 26754e923c4a,41331,1731681092501 2024-11-15T14:31:48,825 INFO [RS:0;26754e923c4a:41331 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:31:48,825 INFO [RS:0;26754e923c4a:41331 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:41331. 2024-11-15T14:31:48,825 DEBUG [RS:0;26754e923c4a:41331 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:31:48,825 DEBUG [RS:0;26754e923c4a:41331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:48,825 INFO [RS:0;26754e923c4a:41331 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T14:31:48,826 INFO [RS:0;26754e923c4a:41331 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T14:31:48,826 INFO [RS:0;26754e923c4a:41331 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T14:31:48,826 INFO [RS:0;26754e923c4a:41331 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T14:31:48,826 INFO [RS:0;26754e923c4a:41331 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T14:31:48,826 DEBUG [RS:0;26754e923c4a:41331 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T14:31:48,826 DEBUG [RS:0;26754e923c4a:41331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:31:48,826 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:31:48,826 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:31:48,826 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:31:48,826 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:31:48,826 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:31:48,826 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-15T14:31:48,844 DEBUG [26754e923c4a:38123 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T14:31:48,845 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=abfbb8f99b262b7611fa17d9995a2f82, regionState=OPENING, regionLocation=26754e923c4a,43427,1731681103312 2024-11-15T14:31:48,848 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/data/hbase/meta/1588230740/.tmp/ns/b17751b82f8346418c22fbddb897be4c is 43, key is default/ns:d/1731681095990/Put/seqid=0 2024-11-15T14:31:48,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=abfbb8f99b262b7611fa17d9995a2f82, ASSIGN because future has completed 2024-11-15T14:31:48,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure abfbb8f99b262b7611fa17d9995a2f82, server=26754e923c4a,43427,1731681103312}] 2024-11-15T14:31:48,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36507 is added to blk_1073741835_1011 (size=5153) 2024-11-15T14:31:48,864 INFO [regionserver/26754e923c4a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:31:48,922 DEBUG [RS:0;26754e923c4a:43427.replicationSource.wal-reader.26754e923c4a%2C43427%2C1731681103312,2-26754e923c4a,43427,1731681103312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,43427,1731681103312/26754e923c4a%2C43427%2C1731681103312.1731681104412 to pos 0, reset compression=false 2024-11-15T14:31:48,922 DEBUG [RS:0;26754e923c4a:43427.replicationSource.wal-reader.26754e923c4a%2C43427%2C1731681103312,1-26754e923c4a,43427,1731681103312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,43427,1731681103312/26754e923c4a%2C43427%2C1731681103312.1731681104412 to pos 0, reset compression=false 2024-11-15T14:31:49,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82. 2024-11-15T14:31:49,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:31:49,015 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T14:31:49,019 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C43427%2C1731681103312.rep, suffix=, logDir=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,43427,1731681103312, archiveDir=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/oldWALs, maxLogs=10 2024-11-15T14:31:49,026 DEBUG [RS:0;26754e923c4a:41331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:31:49,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,43427,1731681103312/26754e923c4a%2C43427%2C1731681103312.rep.1731681109021, exclude list is [], retry=0 2024-11-15T14:31:49,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33531,DS-248be104-edca-42d8-b570-03fb77c3584a,DISK] 2024-11-15T14:31:49,041 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,43427,1731681103312/26754e923c4a%2C43427%2C1731681103312.rep.1731681109021 2024-11-15T14:31:49,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37353:37353)] 2024-11-15T14:31:49,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => abfbb8f99b262b7611fa17d9995a2f82, NAME => 'hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:31:49,041 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:31:49,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T14:31:49,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82. service=MultiRowMutationService 2024-11-15T14:31:49,042 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T14:31:49,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication abfbb8f99b262b7611fa17d9995a2f82 2024-11-15T14:31:49,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:31:49,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for abfbb8f99b262b7611fa17d9995a2f82 2024-11-15T14:31:49,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for abfbb8f99b262b7611fa17d9995a2f82 2024-11-15T14:31:49,044 INFO [StoreOpener-abfbb8f99b262b7611fa17d9995a2f82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region abfbb8f99b262b7611fa17d9995a2f82 2024-11-15T14:31:49,045 INFO [StoreOpener-abfbb8f99b262b7611fa17d9995a2f82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abfbb8f99b262b7611fa17d9995a2f82 columnFamilyName hfileref 2024-11-15T14:31:49,045 DEBUG [StoreOpener-abfbb8f99b262b7611fa17d9995a2f82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:49,046 INFO [StoreOpener-abfbb8f99b262b7611fa17d9995a2f82-1 {}] regionserver.HStore(327): Store=abfbb8f99b262b7611fa17d9995a2f82/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:31:49,046 INFO [StoreOpener-abfbb8f99b262b7611fa17d9995a2f82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region abfbb8f99b262b7611fa17d9995a2f82 2024-11-15T14:31:49,047 INFO [StoreOpener-abfbb8f99b262b7611fa17d9995a2f82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abfbb8f99b262b7611fa17d9995a2f82 columnFamilyName queue 2024-11-15T14:31:49,047 DEBUG [StoreOpener-abfbb8f99b262b7611fa17d9995a2f82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:49,055 DEBUG [StoreOpener-abfbb8f99b262b7611fa17d9995a2f82-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/replication/abfbb8f99b262b7611fa17d9995a2f82/queue/5568b9796af04f2d814bb01e74dbe0d4 2024-11-15T14:31:49,055 INFO [StoreOpener-abfbb8f99b262b7611fa17d9995a2f82-1 {}] regionserver.HStore(327): Store=abfbb8f99b262b7611fa17d9995a2f82/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:31:49,055 INFO [StoreOpener-abfbb8f99b262b7611fa17d9995a2f82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region abfbb8f99b262b7611fa17d9995a2f82 2024-11-15T14:31:49,057 INFO [StoreOpener-abfbb8f99b262b7611fa17d9995a2f82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abfbb8f99b262b7611fa17d9995a2f82 columnFamilyName sid 2024-11-15T14:31:49,057 DEBUG [StoreOpener-abfbb8f99b262b7611fa17d9995a2f82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:49,057 INFO [StoreOpener-abfbb8f99b262b7611fa17d9995a2f82-1 {}] regionserver.HStore(327): Store=abfbb8f99b262b7611fa17d9995a2f82/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:31:49,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for abfbb8f99b262b7611fa17d9995a2f82 2024-11-15T14:31:49,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/replication/abfbb8f99b262b7611fa17d9995a2f82 2024-11-15T14:31:49,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/replication/abfbb8f99b262b7611fa17d9995a2f82 2024-11-15T14:31:49,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for abfbb8f99b262b7611fa17d9995a2f82 2024-11-15T14:31:49,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for abfbb8f99b262b7611fa17d9995a2f82 2024-11-15T14:31:49,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T14:31:49,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for abfbb8f99b262b7611fa17d9995a2f82 2024-11-15T14:31:49,067 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened abfbb8f99b262b7611fa17d9995a2f82; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73530143, jitterRate=0.09568451344966888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T14:31:49,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for abfbb8f99b262b7611fa17d9995a2f82 2024-11-15T14:31:49,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for abfbb8f99b262b7611fa17d9995a2f82: Running coprocessor pre-open hook at 1731681109042Writing region info on filesystem at 1731681109042Initializing all the Stores at 1731681109043 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681109043Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681109044 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681109044Cleaning up temporary data from old regions at 1731681109062 (+18 ms)Running coprocessor post-open hooks at 1731681109067 (+5 ms)Region opened successfully at 1731681109068 (+1 ms) 2024-11-15T14:31:49,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82., pid=19, masterSystemTime=1731681109003 2024-11-15T14:31:49,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82. 2024-11-15T14:31:49,072 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82. 2024-11-15T14:31:49,073 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=abfbb8f99b262b7611fa17d9995a2f82, regionState=OPEN, openSeqNum=10, regionLocation=26754e923c4a,43427,1731681103312 2024-11-15T14:31:49,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure abfbb8f99b262b7611fa17d9995a2f82, server=26754e923c4a,43427,1731681103312 because future has completed 2024-11-15T14:31:49,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-15T14:31:49,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure abfbb8f99b262b7611fa17d9995a2f82, server=26754e923c4a,43427,1731681103312 in 229 msec 2024-11-15T14:31:49,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-15T14:31:49,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=abfbb8f99b262b7611fa17d9995a2f82, ASSIGN in 391 msec 2024-11-15T14:31:49,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-15T14:31:49,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82., hostname=26754e923c4a,43427,1731681103312, seqNum=10] 2024-11-15T14:31:49,125 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 26754e923c4a,36511,1731681086089 2024-11-15T14:31:49,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-15T14:31:49,227 DEBUG [RS:0;26754e923c4a:41331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:31:49,254 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/data/hbase/meta/1588230740/.tmp/ns/b17751b82f8346418c22fbddb897be4c 2024-11-15T14:31:49,268 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/data/hbase/meta/1588230740/.tmp/ns/b17751b82f8346418c22fbddb897be4c as hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/data/hbase/meta/1588230740/ns/b17751b82f8346418c22fbddb897be4c 2024-11-15T14:31:49,276 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/data/hbase/meta/1588230740/ns/b17751b82f8346418c22fbddb897be4c, entries=2, sequenceid=6, filesize=5.0 K 2024-11-15T14:31:49,278 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 452ms, sequenceid=6, compaction requested=false 2024-11-15T14:31:49,278 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T14:31:49,284 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T14:31:49,285 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:31:49,285 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:31:49,285 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:31:49,285 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681108826Running coprocessor pre-close hooks at 1731681108826Disabling compacts and flushes for region at 1731681108826Disabling writes for close at 1731681108826Obtaining lock to block concurrent updates at 1731681108827 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731681108827Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731681108827Flushing stores of hbase:meta,,1.1588230740 at 1731681108828 (+1 ms)Flushing 1588230740/ns: creating writer at 1731681108828Flushing 1588230740/ns: appending metadata at 1731681108847 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731681108847Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a509aab: reopening flushed file at 1731681109267 (+420 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 452ms, sequenceid=6, compaction requested=false at 1731681109278 (+11 ms)Writing region close event to WAL at 1731681109279 (+1 ms)Running coprocessor post-close hooks at 1731681109285 (+6 ms)Closed at 1731681109285 2024-11-15T14:31:49,286 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T14:31:49,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43427 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-15T14:31:49,427 INFO [RS:0;26754e923c4a:41331 {}] regionserver.HRegionServer(976): stopping server 26754e923c4a,41331,1731681092501; all regions closed. 2024-11-15T14:31:49,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36507 is added to blk_1073741834_1010 (size=1152) 2024-11-15T14:31:49,434 DEBUG [RS:0;26754e923c4a:41331 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/oldWALs 2024-11-15T14:31:49,434 INFO [RS:0;26754e923c4a:41331 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 26754e923c4a%2C41331%2C1731681092501.meta:.meta(num 1731681095902) 2024-11-15T14:31:49,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36507 is added to blk_1073741832_1008 (size=93) 2024-11-15T14:31:49,437 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/WALs/26754e923c4a,41331,1731681092501/26754e923c4a%2C41331%2C1731681092501.1731681094887 not finished, retry = 0 2024-11-15T14:31:49,541 DEBUG [RS:0;26754e923c4a:41331 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/oldWALs 2024-11-15T14:31:49,542 INFO [RS:0;26754e923c4a:41331 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 26754e923c4a%2C41331%2C1731681092501:(num 1731681094887) 2024-11-15T14:31:49,542 DEBUG [RS:0;26754e923c4a:41331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:49,542 INFO [RS:0;26754e923c4a:41331 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:31:49,542 INFO [RS:0;26754e923c4a:41331 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:31:49,542 INFO [RS:0;26754e923c4a:41331 {}] hbase.ChoreService(370): Chore service for: regionserver/26754e923c4a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T14:31:49,543 INFO [RS:0;26754e923c4a:41331 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:31:49,543 INFO [regionserver/26754e923c4a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:31:49,543 INFO [RS:0;26754e923c4a:41331 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41331 2024-11-15T14:31:49,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35977-0x10140161dee0003, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093023955/rs 2024-11-15T14:31:49,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x10140161dee0004, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1093023955/rs/26754e923c4a,41331,1731681092501 2024-11-15T14:31:49,567 INFO [RS:0;26754e923c4a:41331 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:31:49,569 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [26754e923c4a,41331,1731681092501] 2024-11-15T14:31:49,584 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1093023955/draining/26754e923c4a,41331,1731681092501 already deleted, retry=false 2024-11-15T14:31:49,584 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 26754e923c4a,41331,1731681092501 expired; onlineServers=0 2024-11-15T14:31:49,584 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '26754e923c4a,35977,1731681092379' ***** 2024-11-15T14:31:49,584 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T14:31:49,584 INFO [M:0;26754e923c4a:35977 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:31:49,585 INFO [M:0;26754e923c4a:35977 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:31:49,585 DEBUG [M:0;26754e923c4a:35977 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T14:31:49,585 DEBUG [M:0;26754e923c4a:35977 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T14:31:49,585 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T14:31:49,585 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681094577 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681094577,5,FailOnTimeoutGroup] 2024-11-15T14:31:49,585 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681094576 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681094576,5,FailOnTimeoutGroup] 2024-11-15T14:31:49,586 INFO [M:0;26754e923c4a:35977 {}] hbase.ChoreService(370): Chore service for: master/26754e923c4a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T14:31:49,586 INFO [M:0;26754e923c4a:35977 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:31:49,586 DEBUG [M:0;26754e923c4a:35977 {}] master.HMaster(1795): Stopping service threads 2024-11-15T14:31:49,586 INFO [M:0;26754e923c4a:35977 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T14:31:49,587 INFO [M:0;26754e923c4a:35977 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:31:49,587 INFO [M:0;26754e923c4a:35977 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T14:31:49,587 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T14:31:49,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35977-0x10140161dee0003, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1093023955/master 2024-11-15T14:31:49,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35977-0x10140161dee0003, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093023955 2024-11-15T14:31:49,593 DEBUG [M:0;26754e923c4a:35977 {}] zookeeper.ZKUtil(347): master:35977-0x10140161dee0003, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Unable to get data of znode /1-1093023955/master because node does not exist (not an error) 2024-11-15T14:31:49,593 WARN [M:0;26754e923c4a:35977 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T14:31:49,595 INFO [M:0;26754e923c4a:35977 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/.lastflushedseqids 2024-11-15T14:31:49,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36507 is added to blk_1073741836_1012 (size=99) 2024-11-15T14:31:49,676 INFO [RS:0;26754e923c4a:41331 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:31:49,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x10140161dee0004, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:31:49,676 INFO [RS:0;26754e923c4a:41331 {}] regionserver.HRegionServer(1031): Exiting; stopping=26754e923c4a,41331,1731681092501; zookeeper connection closed. 2024-11-15T14:31:49,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x10140161dee0004, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:31:49,676 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d34f64f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d34f64f 2024-11-15T14:31:49,676 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T14:31:49,933 DEBUG [RS:0;26754e923c4a:43427.replicationSource.wal-reader.26754e923c4a%2C43427%2C1731681103312,2-26754e923c4a,43427,1731681103312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,43427,1731681103312/26754e923c4a%2C43427%2C1731681103312.1731681104412 to pos 0, reset compression=false 2024-11-15T14:31:49,933 DEBUG [RS:0;26754e923c4a:43427.replicationSource.wal-reader.26754e923c4a%2C43427%2C1731681103312,1-26754e923c4a,43427,1731681103312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,43427,1731681103312/26754e923c4a%2C43427%2C1731681103312.1731681104412 to pos 0, reset compression=false 2024-11-15T14:31:50,006 INFO [M:0;26754e923c4a:35977 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T14:31:50,006 INFO [M:0;26754e923c4a:35977 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T14:31:50,006 DEBUG [M:0;26754e923c4a:35977 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:31:50,007 INFO [M:0;26754e923c4a:35977 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:31:50,007 DEBUG [M:0;26754e923c4a:35977 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:31:50,007 DEBUG [M:0;26754e923c4a:35977 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:31:50,007 DEBUG [M:0;26754e923c4a:35977 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:31:50,007 INFO [M:0;26754e923c4a:35977 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-15T14:31:50,031 DEBUG [M:0;26754e923c4a:35977 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0322e8ade444313a2c42009b313009f is 82, key is hbase:meta,,1/info:regioninfo/1731681095962/Put/seqid=0 2024-11-15T14:31:50,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36507 is added to blk_1073741837_1013 (size=5672) 2024-11-15T14:31:50,438 INFO [M:0;26754e923c4a:35977 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0322e8ade444313a2c42009b313009f 2024-11-15T14:31:50,465 DEBUG [M:0;26754e923c4a:35977 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/77c28eec32cf4381875200cac156f788 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731681095998/Put/seqid=0 2024-11-15T14:31:50,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36507 is added to blk_1073741838_1014 (size=5275) 2024-11-15T14:31:50,871 INFO [M:0;26754e923c4a:35977 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/77c28eec32cf4381875200cac156f788 2024-11-15T14:31:50,899 DEBUG [M:0;26754e923c4a:35977 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/69dc35a00bfc45988dc3b4999a82070c is 69, key is 26754e923c4a,41331,1731681092501/rs:state/1731681094686/Put/seqid=0 2024-11-15T14:31:50,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36507 is added to blk_1073741839_1015 (size=5156) 2024-11-15T14:31:51,045 DEBUG [RS:0;26754e923c4a:43427.replicationSource.wal-reader.26754e923c4a%2C43427%2C1731681103312,2-26754e923c4a,43427,1731681103312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,43427,1731681103312/26754e923c4a%2C43427%2C1731681103312.1731681104412 to pos 0, reset compression=false 2024-11-15T14:31:51,045 DEBUG [RS:0;26754e923c4a:43427.replicationSource.wal-reader.26754e923c4a%2C43427%2C1731681103312,1-26754e923c4a,43427,1731681103312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,43427,1731681103312/26754e923c4a%2C43427%2C1731681103312.1731681104412 to pos 0, reset compression=false 2024-11-15T14:31:51,304 INFO [M:0;26754e923c4a:35977 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/69dc35a00bfc45988dc3b4999a82070c 2024-11-15T14:31:51,314 DEBUG [M:0;26754e923c4a:35977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0322e8ade444313a2c42009b313009f as hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c0322e8ade444313a2c42009b313009f 2024-11-15T14:31:51,322 INFO [M:0;26754e923c4a:35977 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c0322e8ade444313a2c42009b313009f, entries=8, sequenceid=28, filesize=5.5 K 2024-11-15T14:31:51,324 DEBUG [M:0;26754e923c4a:35977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/77c28eec32cf4381875200cac156f788 as hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/77c28eec32cf4381875200cac156f788 2024-11-15T14:31:51,330 INFO [M:0;26754e923c4a:35977 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/77c28eec32cf4381875200cac156f788, entries=3, sequenceid=28, filesize=5.2 K 2024-11-15T14:31:51,331 DEBUG [M:0;26754e923c4a:35977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/69dc35a00bfc45988dc3b4999a82070c as hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/69dc35a00bfc45988dc3b4999a82070c 2024-11-15T14:31:51,337 INFO [M:0;26754e923c4a:35977 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34379/user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/69dc35a00bfc45988dc3b4999a82070c, entries=1, sequenceid=28, filesize=5.0 K 2024-11-15T14:31:51,339 INFO [M:0;26754e923c4a:35977 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1332ms, sequenceid=28, compaction requested=false 2024-11-15T14:31:51,340 INFO [M:0;26754e923c4a:35977 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:31:51,340 DEBUG [M:0;26754e923c4a:35977 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681110006Disabling compacts and flushes for region at 1731681110006Disabling writes for close at 1731681110007 (+1 ms)Obtaining lock to block concurrent updates at 1731681110007Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731681110007Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731681110008 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731681110009 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731681110009Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731681110030 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731681110030Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731681110449 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731681110465 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731681110465Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731681110883 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731681110898 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731681110898Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46283de7: reopening flushed file at 1731681111313 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a9dbbbb: reopening flushed file at 1731681111323 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f03d003: reopening flushed file at 1731681111330 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1332ms, sequenceid=28, compaction requested=false at 1731681111339 (+9 ms)Writing region close event to WAL at 1731681111340 (+1 ms)Closed at 1731681111340 2024-11-15T14:31:51,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36507 is added to blk_1073741830_1006 (size=10165) 2024-11-15T14:31:51,343 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fd08d464-614e-ecf4-f9b7-db2665a55314/MasterData/WALs/26754e923c4a,35977,1731681092379/26754e923c4a%2C35977%2C1731681092379.1731681094310 not finished, retry = 0 2024-11-15T14:31:51,444 INFO [M:0;26754e923c4a:35977 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T14:31:51,444 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:31:51,444 INFO [M:0;26754e923c4a:35977 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35977 2024-11-15T14:31:51,447 INFO [M:0;26754e923c4a:35977 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:31:51,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35977-0x10140161dee0003, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:31:51,571 INFO [M:0;26754e923c4a:35977 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:31:51,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35977-0x10140161dee0003, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:31:51,576 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:31:51,578 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:31:51,578 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:31:51,578 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:31:51,579 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92900c73-2650-0068-ee98-7a17b61afa19/hadoop.log.dir/,STOPPED} 2024-11-15T14:31:51,585 WARN [BP-560746786-172.17.0.3-1731681090732 heartbeating to localhost/127.0.0.1:34379 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T14:31:51,585 WARN [BP-560746786-172.17.0.3-1731681090732 heartbeating to localhost/127.0.0.1:34379 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-560746786-172.17.0.3-1731681090732 (Datanode Uuid d082330f-f4ad-4a35-be0c-709769805214) service to localhost/127.0.0.1:34379 2024-11-15T14:31:51,587 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92900c73-2650-0068-ee98-7a17b61afa19/cluster_b4e1a82f-dea9-7a2a-9c79-641bcd19ec1e/data/data1/current/BP-560746786-172.17.0.3-1731681090732 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:31:51,587 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92900c73-2650-0068-ee98-7a17b61afa19/cluster_b4e1a82f-dea9-7a2a-9c79-641bcd19ec1e/data/data2/current/BP-560746786-172.17.0.3-1731681090732 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:31:51,587 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T14:31:51,587 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T14:31:51,588 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T14:31:51,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:31:51,598 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:31:51,598 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:31:51,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:31:51,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92900c73-2650-0068-ee98-7a17b61afa19/hadoop.log.dir/,STOPPED} 2024-11-15T14:31:51,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T14:31:51,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T14:31:51,622 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:31:51,622 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:31:51,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:51,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:51,623 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:31:51,623 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T14:31:51,623 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=991707312, stopped=false 2024-11-15T14:31:51,623 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=26754e923c4a,38123,1731681103253 2024-11-15T14:31:51,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x10140161dee0006, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0485264777/running 2024-11-15T14:31:51,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10140161dee0007, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0485264777/running 2024-11-15T14:31:51,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x10140161dee0006, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485264777 2024-11-15T14:31:51,634 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:31:51,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10140161dee0007, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485264777 2024-11-15T14:31:51,634 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:31:51,635 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:31:51,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38123-0x10140161dee0006, quorum=127.0.0.1:56339, baseZNode=/0485264777 Set watcher on znode that does not yet exist, /0485264777/running 2024-11-15T14:31:51,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43427-0x10140161dee0007, quorum=127.0.0.1:56339, baseZNode=/0485264777 Set watcher on znode that does not yet exist, /0485264777/running 2024-11-15T14:31:51,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:51,635 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '26754e923c4a,43427,1731681103312' ***** 2024-11-15T14:31:51,635 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T14:31:51,635 INFO [RS:0;26754e923c4a:43427 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T14:31:51,635 INFO [RS:0;26754e923c4a:43427 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T14:31:51,635 INFO [RS:0;26754e923c4a:43427 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T14:31:51,635 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T14:31:51,636 INFO [RS:0;26754e923c4a:43427 {}] regionserver.HRegionServer(3091): Received CLOSE for abfbb8f99b262b7611fa17d9995a2f82 2024-11-15T14:31:51,636 INFO [RS:0;26754e923c4a:43427 {}] regionserver.HRegionServer(959): stopping server 26754e923c4a,43427,1731681103312 2024-11-15T14:31:51,636 INFO [RS:0;26754e923c4a:43427 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:31:51,636 INFO [RS:0;26754e923c4a:43427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:43427. 2024-11-15T14:31:51,636 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing abfbb8f99b262b7611fa17d9995a2f82, disabling compactions & flushes 2024-11-15T14:31:51,636 DEBUG [RS:0;26754e923c4a:43427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:31:51,636 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82. 2024-11-15T14:31:51,636 DEBUG [RS:0;26754e923c4a:43427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:51,636 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82. 2024-11-15T14:31:51,636 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82. after waiting 0 ms 2024-11-15T14:31:51,636 INFO [RS:0;26754e923c4a:43427 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T14:31:51,636 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82. 2024-11-15T14:31:51,636 INFO [RS:0;26754e923c4a:43427 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T14:31:51,636 INFO [RS:0;26754e923c4a:43427 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T14:31:51,636 INFO [RS:0;26754e923c4a:43427 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T14:31:51,637 INFO [RS:0;26754e923c4a:43427 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T14:31:51,637 DEBUG [RS:0;26754e923c4a:43427 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, abfbb8f99b262b7611fa17d9995a2f82=hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82.} 2024-11-15T14:31:51,637 DEBUG [RS:0;26754e923c4a:43427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, abfbb8f99b262b7611fa17d9995a2f82 2024-11-15T14:31:51,637 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:31:51,637 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:31:51,637 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:31:51,637 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:31:51,637 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:31:51,637 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-15T14:31:51,642 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/replication/abfbb8f99b262b7611fa17d9995a2f82/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-15T14:31:51,642 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:31:51,643 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:31:51,643 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82. 2024-11-15T14:31:51,643 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for abfbb8f99b262b7611fa17d9995a2f82: Waiting for close lock at 1731681111636Running coprocessor pre-close hooks at 1731681111636Disabling compacts and flushes for region at 1731681111636Disabling writes for close at 1731681111636Writing region close event to WAL at 1731681111637 (+1 ms)Running coprocessor post-close hooks at 1731681111642 (+5 ms)Closed at 1731681111643 (+1 ms) 2024-11-15T14:31:51,643 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82. 2024-11-15T14:31:51,649 INFO [regionserver/26754e923c4a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:31:51,654 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/meta/1588230740/.tmp/info/9340457905404f7ea571f1246c29a3f0 is 147, key is hbase:replication,,1731681096158.abfbb8f99b262b7611fa17d9995a2f82./info:regioninfo/1731681109073/Put/seqid=0 2024-11-15T14:31:51,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741851_1027 (size=6385) 2024-11-15T14:31:51,837 DEBUG [RS:0;26754e923c4a:43427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:31:52,037 DEBUG [RS:0;26754e923c4a:43427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:31:52,060 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/meta/1588230740/.tmp/info/9340457905404f7ea571f1246c29a3f0 2024-11-15T14:31:52,069 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/meta/1588230740/.tmp/info/9340457905404f7ea571f1246c29a3f0 as hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/meta/1588230740/info/9340457905404f7ea571f1246c29a3f0 2024-11-15T14:31:52,076 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/meta/1588230740/info/9340457905404f7ea571f1246c29a3f0, entries=8, sequenceid=19, filesize=6.2 K 2024-11-15T14:31:52,078 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=19, compaction requested=false 2024-11-15T14:31:52,085 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-15T14:31:52,085 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:31:52,086 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:31:52,086 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:31:52,086 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681111637Running coprocessor pre-close hooks at 1731681111637Disabling compacts and flushes for region at 1731681111637Disabling writes for close at 1731681111637Obtaining lock to block concurrent updates at 1731681111637Preparing flush snapshotting stores in 1588230740 at 1731681111637Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731681111638 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731681111638Flushing 1588230740/info: creating writer at 1731681111638Flushing 1588230740/info: appending metadata at 1731681111654 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731681111654Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cb7b0d3: reopening flushed file at 1731681112067 (+413 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=19, compaction requested=false at 1731681112078 (+11 ms)Writing region close event to WAL at 1731681112079 (+1 ms)Running coprocessor post-close hooks at 1731681112085 (+6 ms)Closed at 1731681112086 (+1 ms) 2024-11-15T14:31:52,086 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T14:31:52,238 INFO [RS:0;26754e923c4a:43427 {}] regionserver.HRegionServer(976): stopping server 26754e923c4a,43427,1731681103312; all regions closed. 2024-11-15T14:31:52,241 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T14:31:52,241 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T14:31:52,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741849_1025 (size=2156) 2024-11-15T14:31:52,249 DEBUG [RS:0;26754e923c4a:43427 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/oldWALs 2024-11-15T14:31:52,249 INFO [RS:0;26754e923c4a:43427 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 26754e923c4a%2C43427%2C1731681103312.meta:.meta(num 1731681104770) 2024-11-15T14:31:52,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741850_1026 (size=796) 2024-11-15T14:31:52,253 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,43427,1731681103312/26754e923c4a%2C43427%2C1731681103312.rep.1731681109021 not finished, retry = 0 2024-11-15T14:31:52,257 DEBUG [RS:0;26754e923c4a:43427.replicationSource.wal-reader.26754e923c4a%2C43427%2C1731681103312,1-26754e923c4a,43427,1731681103312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,43427,1731681103312/26754e923c4a%2C43427%2C1731681103312.1731681104412 to pos 0, reset compression=false 2024-11-15T14:31:52,257 DEBUG [RS:0;26754e923c4a:43427.replicationSource.wal-reader.26754e923c4a%2C43427%2C1731681103312,2-26754e923c4a,43427,1731681103312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,43427,1731681103312/26754e923c4a%2C43427%2C1731681103312.1731681104412 to pos 0, reset compression=false 2024-11-15T14:31:52,357 DEBUG [RS:0;26754e923c4a:43427 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/oldWALs 2024-11-15T14:31:52,357 INFO [RS:0;26754e923c4a:43427 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 26754e923c4a%2C43427%2C1731681103312.rep:(num 1731681109021) 2024-11-15T14:31:52,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741848_1024 (size=93) 2024-11-15T14:31:52,359 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/WALs/26754e923c4a,43427,1731681103312/26754e923c4a%2C43427%2C1731681103312.1731681104412 not finished, retry = 0 2024-11-15T14:31:52,464 DEBUG [RS:0;26754e923c4a:43427 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/oldWALs 2024-11-15T14:31:52,464 INFO [RS:0;26754e923c4a:43427 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 26754e923c4a%2C43427%2C1731681103312:(num 1731681104412) 2024-11-15T14:31:52,464 DEBUG [RS:0;26754e923c4a:43427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:52,464 INFO [RS:0;26754e923c4a:43427 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:31:52,464 INFO [RS:0;26754e923c4a:43427 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:31:52,464 INFO [RS:0;26754e923c4a:43427 {}] hbase.ChoreService(370): Chore service for: regionserver/26754e923c4a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T14:31:52,465 INFO [RS:0;26754e923c4a:43427 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:31:52,465 INFO [regionserver/26754e923c4a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:31:52,465 INFO [RS:0;26754e923c4a:43427 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-26754e923c4a,43427,1731681103312 because: Region server is closing 2024-11-15T14:31:52,465 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/26754e923c4a:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-15T14:31:52,465 INFO [RS:0;26754e923c4a:43427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:43427. 2024-11-15T14:31:52,465 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/26754e923c4a:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-15T14:31:52,465 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/26754e923c4a:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-15T14:31:52,465 DEBUG [RS:0;26754e923c4a:43427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:31:52,466 DEBUG [RS:0;26754e923c4a:43427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:52,466 DEBUG [RS:0;26754e923c4a:43427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:52,466 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:31:52,566 WARN [RS:0;26754e923c4a:43427.replicationSource.wal-reader.26754e923c4a%2C43427%2C1731681103312,1-26754e923c4a,43427,1731681103312 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T14:31:52,566 WARN [RS:0;26754e923c4a:43427.replicationSource.shipper26754e923c4a%2C43427%2C1731681103312,1-26754e923c4a,43427,1731681103312 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T14:31:52,567 INFO [RS:0;26754e923c4a:43427 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;26754e923c4a:43427.replicationSource.shipper26754e923c4a%2C43427%2C1731681103312,1-26754e923c4a,43427,1731681103312 terminated 2024-11-15T14:31:52,567 INFO [RS:0;26754e923c4a:43427 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-26754e923c4a,43427,1731681103312 because: Region server is closing 2024-11-15T14:31:52,567 INFO [RS:0;26754e923c4a:43427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:43427. 2024-11-15T14:31:52,567 DEBUG [RS:0;26754e923c4a:43427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:31:52,567 DEBUG [RS:0;26754e923c4a:43427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:52,567 DEBUG [RS:0;26754e923c4a:43427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:52,567 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:31:52,668 WARN [RS:0;26754e923c4a:43427.replicationSource.wal-reader.26754e923c4a%2C43427%2C1731681103312,2-26754e923c4a,43427,1731681103312 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T14:31:52,668 WARN [RS:0;26754e923c4a:43427.replicationSource.shipper26754e923c4a%2C43427%2C1731681103312,2-26754e923c4a,43427,1731681103312 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T14:31:52,668 INFO [RS:0;26754e923c4a:43427 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;26754e923c4a:43427.replicationSource.shipper26754e923c4a%2C43427%2C1731681103312,2-26754e923c4a,43427,1731681103312 terminated 2024-11-15T14:31:52,668 INFO [RS:0;26754e923c4a:43427 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43427 2024-11-15T14:31:52,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x10140161dee0006, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485264777/rs 2024-11-15T14:31:52,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10140161dee0007, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0485264777/rs/26754e923c4a,43427,1731681103312 2024-11-15T14:31:52,682 INFO [RS:0;26754e923c4a:43427 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:31:52,692 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [26754e923c4a,43427,1731681103312] 2024-11-15T14:31:52,700 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0485264777/draining/26754e923c4a,43427,1731681103312 already deleted, retry=false 2024-11-15T14:31:52,700 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 26754e923c4a,43427,1731681103312 expired; onlineServers=0 2024-11-15T14:31:52,700 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '26754e923c4a,38123,1731681103253' ***** 2024-11-15T14:31:52,700 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T14:31:52,701 INFO [M:0;26754e923c4a:38123 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:31:52,701 INFO [M:0;26754e923c4a:38123 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:31:52,701 DEBUG [M:0;26754e923c4a:38123 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T14:31:52,701 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T14:31:52,701 DEBUG [M:0;26754e923c4a:38123 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T14:31:52,701 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681104143 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681104143,5,FailOnTimeoutGroup] 2024-11-15T14:31:52,701 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681104143 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681104143,5,FailOnTimeoutGroup] 2024-11-15T14:31:52,701 INFO [M:0;26754e923c4a:38123 {}] hbase.ChoreService(370): Chore service for: master/26754e923c4a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T14:31:52,701 INFO [M:0;26754e923c4a:38123 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:31:52,701 DEBUG [M:0;26754e923c4a:38123 {}] master.HMaster(1795): Stopping service threads 2024-11-15T14:31:52,702 INFO [M:0;26754e923c4a:38123 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T14:31:52,702 INFO [M:0;26754e923c4a:38123 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:31:52,702 INFO [M:0;26754e923c4a:38123 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T14:31:52,702 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T14:31:52,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x10140161dee0006, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0485264777/master 2024-11-15T14:31:52,738 DEBUG [M:0;26754e923c4a:38123 {}] zookeeper.ZKUtil(347): master:38123-0x10140161dee0006, quorum=127.0.0.1:56339, baseZNode=/0485264777 Unable to get data of znode /0485264777/master because node does not exist (not an error) 2024-11-15T14:31:52,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x10140161dee0006, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485264777 2024-11-15T14:31:52,738 WARN [M:0;26754e923c4a:38123 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T14:31:52,739 INFO [M:0;26754e923c4a:38123 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/.lastflushedseqids 2024-11-15T14:31:52,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741852_1028 (size=181) 2024-11-15T14:31:52,792 INFO [RS:0;26754e923c4a:43427 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:31:52,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10140161dee0007, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:31:52,792 INFO [RS:0;26754e923c4a:43427 {}] regionserver.HRegionServer(1031): Exiting; stopping=26754e923c4a,43427,1731681103312; zookeeper connection closed. 2024-11-15T14:31:52,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10140161dee0007, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:31:52,792 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61a685b1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61a685b1 2024-11-15T14:31:52,793 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T14:31:53,149 INFO [M:0;26754e923c4a:38123 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T14:31:53,149 INFO [M:0;26754e923c4a:38123 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T14:31:53,150 DEBUG [M:0;26754e923c4a:38123 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:31:53,150 INFO [M:0;26754e923c4a:38123 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:31:53,150 DEBUG [M:0;26754e923c4a:38123 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:31:53,150 DEBUG [M:0;26754e923c4a:38123 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:31:53,150 DEBUG [M:0;26754e923c4a:38123 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:31:53,150 INFO [M:0;26754e923c4a:38123 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-15T14:31:53,167 DEBUG [M:0;26754e923c4a:38123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5db0733932a14bca98c33f700b2c4fed is 82, key is hbase:meta,,1/info:regioninfo/1731681104838/Put/seqid=0 2024-11-15T14:31:53,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741853_1029 (size=5680) 2024-11-15T14:31:53,572 INFO [M:0;26754e923c4a:38123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5db0733932a14bca98c33f700b2c4fed 2024-11-15T14:31:53,602 DEBUG [M:0;26754e923c4a:38123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/430120f3d24c4e8c98ef73e8e3d47ae6 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731681109083/Put/seqid=0 2024-11-15T14:31:53,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741854_1030 (size=7319) 2024-11-15T14:31:54,008 INFO [M:0;26754e923c4a:38123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/430120f3d24c4e8c98ef73e8e3d47ae6 2024-11-15T14:31:54,035 DEBUG [M:0;26754e923c4a:38123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48495ec8002048cdbf9bf7533d134d80 is 69, key is 26754e923c4a,43427,1731681103312/rs:state/1731681104178/Put/seqid=0 2024-11-15T14:31:54,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741855_1031 (size=5371) 2024-11-15T14:31:54,442 INFO [M:0;26754e923c4a:38123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48495ec8002048cdbf9bf7533d134d80 2024-11-15T14:31:54,449 INFO [M:0;26754e923c4a:38123 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48495ec8002048cdbf9bf7533d134d80 2024-11-15T14:31:54,450 DEBUG [M:0;26754e923c4a:38123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5db0733932a14bca98c33f700b2c4fed as hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5db0733932a14bca98c33f700b2c4fed 2024-11-15T14:31:54,451 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T14:31:54,456 INFO [M:0;26754e923c4a:38123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5db0733932a14bca98c33f700b2c4fed, entries=8, sequenceid=172, filesize=5.5 K 2024-11-15T14:31:54,457 DEBUG [M:0;26754e923c4a:38123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/430120f3d24c4e8c98ef73e8e3d47ae6 as hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/430120f3d24c4e8c98ef73e8e3d47ae6 2024-11-15T14:31:54,465 INFO [M:0;26754e923c4a:38123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/430120f3d24c4e8c98ef73e8e3d47ae6, entries=7, sequenceid=172, filesize=7.1 K 2024-11-15T14:31:54,466 DEBUG [M:0;26754e923c4a:38123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48495ec8002048cdbf9bf7533d134d80 as hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/48495ec8002048cdbf9bf7533d134d80 2024-11-15T14:31:54,473 INFO [M:0;26754e923c4a:38123 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48495ec8002048cdbf9bf7533d134d80 2024-11-15T14:31:54,473 INFO [M:0;26754e923c4a:38123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35007/user/jenkins/test-data/71e70e9b-68a0-6640-80a6-df80b71c9704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/48495ec8002048cdbf9bf7533d134d80, entries=2, sequenceid=172, filesize=5.2 K 2024-11-15T14:31:54,474 INFO [M:0;26754e923c4a:38123 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=172, compaction requested=false 2024-11-15T14:31:54,476 INFO [M:0;26754e923c4a:38123 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:31:54,476 DEBUG [M:0;26754e923c4a:38123 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681113150Disabling compacts and flushes for region at 1731681113150Disabling writes for close at 1731681113150Obtaining lock to block concurrent updates at 1731681113150Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731681113150Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731681113151 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731681113152 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731681113152Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731681113167 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731681113167Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731681113580 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731681113602 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731681113602Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731681114016 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731681114034 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731681114034Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7055acbe: reopening flushed file at 1731681114449 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49964c7b: reopening flushed file at 1731681114456 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51186b26: reopening flushed file at 1731681114465 (+9 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=172, compaction requested=false at 1731681114475 (+10 ms)Writing region close event to WAL at 1731681114476 (+1 ms)Closed at 1731681114476 2024-11-15T14:31:54,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33531 is added to blk_1073741847_1023 (size=22949) 2024-11-15T14:31:54,480 INFO [M:0;26754e923c4a:38123 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T14:31:54,480 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:31:54,480 INFO [M:0;26754e923c4a:38123 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38123 2024-11-15T14:31:54,480 INFO [M:0;26754e923c4a:38123 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:31:54,544 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T14:31:54,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:31:54,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x10140161dee0006, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:31:54,609 INFO [M:0;26754e923c4a:38123 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:31:54,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x10140161dee0006, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:31:54,635 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:31:54,635 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:31:54,635 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:31:54,635 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:31:54,636 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d5e52f-6dc9-19dc-467b-dab0b314522b/hadoop.log.dir/,STOPPED} 2024-11-15T14:31:54,637 WARN [BP-1185040873-172.17.0.3-1731681082175 heartbeating to localhost/127.0.0.1:35007 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T14:31:54,637 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T14:31:54,637 WARN [BP-1185040873-172.17.0.3-1731681082175 heartbeating to localhost/127.0.0.1:35007 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1185040873-172.17.0.3-1731681082175 (Datanode Uuid 3ebd855b-1826-49a6-84c5-0af0c6c278ef) service to localhost/127.0.0.1:35007 2024-11-15T14:31:54,638 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T14:31:54,638 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d5e52f-6dc9-19dc-467b-dab0b314522b/cluster_b3783f5a-c4e8-a627-e0f6-863ebbfeb6e7/data/data1/current/BP-1185040873-172.17.0.3-1731681082175 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:31:54,638 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d5e52f-6dc9-19dc-467b-dab0b314522b/cluster_b3783f5a-c4e8-a627-e0f6-863ebbfeb6e7/data/data2/current/BP-1185040873-172.17.0.3-1731681082175 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:31:54,639 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T14:31:54,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:31:54,646 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:31:54,646 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:31:54,647 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:31:54,647 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d5e52f-6dc9-19dc-467b-dab0b314522b/hadoop.log.dir/,STOPPED} 2024-11-15T14:31:54,657 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T14:31:54,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T14:31:54,685 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56339) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/26754e923c4a:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56339) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35007 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34379 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34379 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/26754e923c4a:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/26754e923c4a:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35007 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@11f03db1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35007 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34379 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/26754e923c4a:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34379 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:35007 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/26754e923c4a:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34379 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35007 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:35007 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 269), ProcessCount=11 (was 11), AvailableMemoryMB=1782 (was 2743) 2024-11-15T14:31:54,693 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=1781 2024-11-15T14:31:54,709 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-15T14:31:54,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92900c73-2650-0068-ee98-7a17b61afa19/hadoop.log.dir so I do NOT create it in target/test-data/1a4fd812-a0ea-e264-00a8-b47a0b3c0d1a 2024-11-15T14:31:54,710 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92900c73-2650-0068-ee98-7a17b61afa19/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T14:31:54,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92900c73-2650-0068-ee98-7a17b61afa19/hadoop.tmp.dir so I do NOT create it in target/test-data/1a4fd812-a0ea-e264-00a8-b47a0b3c0d1a 2024-11-15T14:31:54,710 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92900c73-2650-0068-ee98-7a17b61afa19/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T14:31:54,710 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4fd812-a0ea-e264-00a8-b47a0b3c0d1a 2024-11-15T14:31:54,710 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4fd812-a0ea-e264-00a8-b47a0b3c0d1a/cluster_4625a1f8-f747-eb90-a973-28df33607cb3, deleteOnExit=true 2024-11-15T14:31:54,714 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4fd812-a0ea-e264-00a8-b47a0b3c0d1a/cluster_4625a1f8-f747-eb90-a973-28df33607cb3/zookeeper_0, clientPort=64719, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4fd812-a0ea-e264-00a8-b47a0b3c0d1a/cluster_4625a1f8-f747-eb90-a973-28df33607cb3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4fd812-a0ea-e264-00a8-b47a0b3c0d1a/cluster_4625a1f8-f747-eb90-a973-28df33607cb3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T14:31:54,716 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64719 2024-11-15T14:31:54,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T14:31:54,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T14:31:54,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4fd812-a0ea-e264-00a8-b47a0b3c0d1a/test.cache.data in system properties and HBase conf 2024-11-15T14:31:54,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4fd812-a0ea-e264-00a8-b47a0b3c0d1a/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T14:31:54,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4fd812-a0ea-e264-00a8-b47a0b3c0d1a/hadoop.log.dir in system properties and HBase conf 2024-11-15T14:31:54,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4fd812-a0ea-e264-00a8-b47a0b3c0d1a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T14:31:54,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4fd812-a0ea-e264-00a8-b47a0b3c0d1a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T14:31:54,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T14:31:54,717 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T14:31:54,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4fd812-a0ea-e264-00a8-b47a0b3c0d1a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:31:54,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4fd812-a0ea-e264-00a8-b47a0b3c0d1a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:31:54,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4fd812-a0ea-e264-00a8-b47a0b3c0d1a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T14:31:54,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4fd812-a0ea-e264-00a8-b47a0b3c0d1a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:31:54,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4fd812-a0ea-e264-00a8-b47a0b3c0d1a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T14:31:54,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4fd812-a0ea-e264-00a8-b47a0b3c0d1a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T14:31:54,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4fd812-a0ea-e264-00a8-b47a0b3c0d1a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:31:54,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4fd812-a0ea-e264-00a8-b47a0b3c0d1a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:31:54,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4fd812-a0ea-e264-00a8-b47a0b3c0d1a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T14:31:54,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4fd812-a0ea-e264-00a8-b47a0b3c0d1a/nfs.dump.dir in system properties and HBase conf 2024-11-15T14:31:54,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4fd812-a0ea-e264-00a8-b47a0b3c0d1a/java.io.tmpdir in system properties and HBase conf 2024-11-15T14:31:54,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4fd812-a0ea-e264-00a8-b47a0b3c0d1a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:31:54,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4fd812-a0ea-e264-00a8-b47a0b3c0d1a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T14:31:54,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4fd812-a0ea-e264-00a8-b47a0b3c0d1a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T14:31:54,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10140161dee0005, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T14:31:54,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10140161dee0002, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T14:31:54,752 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10140161dee0002, quorum=127.0.0.1:56339, baseZNode=/0485264777 Received Disconnected from ZooKeeper, ignoring 2024-11-15T14:31:54,752 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10140161dee0005, quorum=127.0.0.1:56339, baseZNode=/1-1093023955 Received Disconnected from ZooKeeper, ignoring 2024-11-15T14:31:54,983 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:31:54,989 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:31:54,991 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:31:54,991 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:31:54,991 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T14:31:54,992 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:31:54,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7607be1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4fd812-a0ea-e264-00a8-b47a0b3c0d1a/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:31:54,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ab6086a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:31:55,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@501cbce2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4fd812-a0ea-e264-00a8-b47a0b3c0d1a/java.io.tmpdir/jetty-localhost-41437-hadoop-hdfs-3_4_1-tests_jar-_-any-9463080617769205314/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:31:55,089 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45a87e15{HTTP/1.1, (http/1.1)}{localhost:41437} 2024-11-15T14:31:55,089 INFO [Time-limited test {}] server.Server(415): Started @35164ms 2024-11-15T14:31:55,290 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:31:55,295 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:31:55,299 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:31:55,299 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:31:55,299 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T14:31:55,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44252c20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4fd812-a0ea-e264-00a8-b47a0b3c0d1a/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:31:55,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4438aed1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:31:55,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@121fdf25{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4fd812-a0ea-e264-00a8-b47a0b3c0d1a/java.io.tmpdir/jetty-localhost-37189-hadoop-hdfs-3_4_1-tests_jar-_-any-6672486792851361662/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:31:55,399 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c45a995{HTTP/1.1, (http/1.1)}{localhost:37189} 2024-11-15T14:31:55,399 INFO [Time-limited test {}] server.Server(415): Started @35473ms 2024-11-15T14:31:55,401 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T14:31:55,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:31:55,684 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T14:31:55,684 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T14:31:55,684 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:31:55,867 WARN [Thread-503 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4fd812-a0ea-e264-00a8-b47a0b3c0d1a/cluster_4625a1f8-f747-eb90-a973-28df33607cb3/data/data2/current/BP-884919759-172.17.0.3-1731681114753/current, will proceed with Du for space computation calculation, 2024-11-15T14:31:55,867 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4fd812-a0ea-e264-00a8-b47a0b3c0d1a/cluster_4625a1f8-f747-eb90-a973-28df33607cb3/data/data1/current/BP-884919759-172.17.0.3-1731681114753/current, will proceed with Du for space computation calculation, 2024-11-15T14:31:55,884 WARN [Thread-490 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T14:31:55,887 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6480f748cfd651b with lease ID 0xfead772eb7174ee: Processing first storage report for DS-dafd8ba7-898c-4e90-9c17-d727f353f364 from datanode DatanodeRegistration(127.0.0.1:42715, datanodeUuid=2e11b28c-18ff-4f32-916e-bf628dd46969, infoPort=40661, infoSecurePort=0, ipcPort=44543, storageInfo=lv=-57;cid=testClusterID;nsid=1456034786;c=1731681114753) 2024-11-15T14:31:55,887 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6480f748cfd651b with lease ID 0xfead772eb7174ee: from storage DS-dafd8ba7-898c-4e90-9c17-d727f353f364 node DatanodeRegistration(127.0.0.1:42715, datanodeUuid=2e11b28c-18ff-4f32-916e-bf628dd46969, infoPort=40661, infoSecurePort=0, ipcPort=44543, storageInfo=lv=-57;cid=testClusterID;nsid=1456034786;c=1731681114753), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T14:31:55,887 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6480f748cfd651b with lease ID 0xfead772eb7174ee: Processing first storage report for DS-e551e450-b5be-4d90-b4a8-d31b4e2deb48 from datanode DatanodeRegistration(127.0.0.1:42715, datanodeUuid=2e11b28c-18ff-4f32-916e-bf628dd46969, infoPort=40661, infoSecurePort=0, ipcPort=44543, storageInfo=lv=-57;cid=testClusterID;nsid=1456034786;c=1731681114753) 2024-11-15T14:31:55,887 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6480f748cfd651b with lease ID 0xfead772eb7174ee: from storage DS-e551e450-b5be-4d90-b4a8-d31b4e2deb48 node DatanodeRegistration(127.0.0.1:42715, datanodeUuid=2e11b28c-18ff-4f32-916e-bf628dd46969, infoPort=40661, infoSecurePort=0, ipcPort=44543, storageInfo=lv=-57;cid=testClusterID;nsid=1456034786;c=1731681114753), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T14:31:55,928 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4fd812-a0ea-e264-00a8-b47a0b3c0d1a 2024-11-15T14:31:55,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:31:55,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:31:55,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741825_1001 (size=7) 2024-11-15T14:31:56,340 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e with version=8 2024-11-15T14:31:56,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/hbase-staging 2024-11-15T14:31:56,342 INFO [Time-limited test {}] client.ConnectionUtils(128): master/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:31:56,342 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:31:56,342 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:31:56,343 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:31:56,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:31:56,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:31:56,343 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T14:31:56,343 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:31:56,343 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35851 2024-11-15T14:31:56,345 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35851 connecting to ZooKeeper ensemble=127.0.0.1:64719 2024-11-15T14:31:56,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358510x0, quorum=127.0.0.1:64719, baseZNode=/01468917969 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:31:56,382 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35851-0x1014016a0020000 connected 2024-11-15T14:31:56,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:31:56,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:31:56,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35851-0x1014016a0020000, quorum=127.0.0.1:64719, baseZNode=/01468917969 Set watcher on znode that does not yet exist, /01468917969/running 2024-11-15T14:31:56,445 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e, hbase.cluster.distributed=false 2024-11-15T14:31:56,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35851-0x1014016a0020000, quorum=127.0.0.1:64719, baseZNode=/01468917969 Set watcher on znode that does not yet exist, /01468917969/acl 2024-11-15T14:31:56,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35851 2024-11-15T14:31:56,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35851 2024-11-15T14:31:56,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35851 2024-11-15T14:31:56,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35851 2024-11-15T14:31:56,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35851 2024-11-15T14:31:56,464 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:31:56,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:31:56,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:31:56,465 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:31:56,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:31:56,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:31:56,465 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T14:31:56,465 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:31:56,466 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39529 2024-11-15T14:31:56,468 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39529 connecting to ZooKeeper ensemble=127.0.0.1:64719 2024-11-15T14:31:56,469 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:31:56,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:31:56,483 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395290x0, quorum=127.0.0.1:64719, baseZNode=/01468917969 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:31:56,484 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395290x0, quorum=127.0.0.1:64719, baseZNode=/01468917969 Set watcher on znode that does not yet exist, /01468917969/running 2024-11-15T14:31:56,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39529-0x1014016a0020001 connected 2024-11-15T14:31:56,485 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T14:31:56,485 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T14:31:56,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39529-0x1014016a0020001, quorum=127.0.0.1:64719, baseZNode=/01468917969 Set watcher on znode that does not yet exist, /01468917969/master 2024-11-15T14:31:56,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39529-0x1014016a0020001, quorum=127.0.0.1:64719, baseZNode=/01468917969 Set watcher on znode that does not yet exist, /01468917969/acl 2024-11-15T14:31:56,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39529 2024-11-15T14:31:56,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39529 2024-11-15T14:31:56,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39529 2024-11-15T14:31:56,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39529 2024-11-15T14:31:56,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39529 2024-11-15T14:31:56,502 DEBUG [M:0;26754e923c4a:35851 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;26754e923c4a:35851 2024-11-15T14:31:56,502 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01468917969/backup-masters/26754e923c4a,35851,1731681116342 2024-11-15T14:31:56,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35851-0x1014016a0020000, quorum=127.0.0.1:64719, baseZNode=/01468917969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01468917969/backup-masters 2024-11-15T14:31:56,508 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39529-0x1014016a0020001, quorum=127.0.0.1:64719, baseZNode=/01468917969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01468917969/backup-masters 2024-11-15T14:31:56,509 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35851-0x1014016a0020000, quorum=127.0.0.1:64719, baseZNode=/01468917969 Set watcher on existing znode=/01468917969/backup-masters/26754e923c4a,35851,1731681116342 2024-11-15T14:31:56,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35851-0x1014016a0020000, quorum=127.0.0.1:64719, baseZNode=/01468917969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01468917969 2024-11-15T14:31:56,516 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39529-0x1014016a0020001, quorum=127.0.0.1:64719, baseZNode=/01468917969 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01468917969/master 2024-11-15T14:31:56,517 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39529-0x1014016a0020001, quorum=127.0.0.1:64719, baseZNode=/01468917969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01468917969 2024-11-15T14:31:56,517 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35851-0x1014016a0020000, quorum=127.0.0.1:64719, baseZNode=/01468917969 Set watcher on existing znode=/01468917969/master 2024-11-15T14:31:56,517 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01468917969/backup-masters/26754e923c4a,35851,1731681116342 from backup master directory 2024-11-15T14:31:56,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35851-0x1014016a0020000, quorum=127.0.0.1:64719, baseZNode=/01468917969 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01468917969/backup-masters/26754e923c4a,35851,1731681116342 2024-11-15T14:31:56,525 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39529-0x1014016a0020001, quorum=127.0.0.1:64719, baseZNode=/01468917969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01468917969/backup-masters 2024-11-15T14:31:56,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35851-0x1014016a0020000, quorum=127.0.0.1:64719, baseZNode=/01468917969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01468917969/backup-masters 2024-11-15T14:31:56,525 WARN [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:31:56,525 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=26754e923c4a,35851,1731681116342 2024-11-15T14:31:56,531 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/hbase.id] with ID: 3aa8e79f-59d0-4a28-aa99-4f883dfb365d 2024-11-15T14:31:56,531 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/.tmp/hbase.id 2024-11-15T14:31:56,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741826_1002 (size=42) 2024-11-15T14:31:56,548 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/.tmp/hbase.id]:[hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/hbase.id] 2024-11-15T14:31:56,566 INFO [master/26754e923c4a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:31:56,566 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T14:31:56,567 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T14:31:56,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35851-0x1014016a0020000, quorum=127.0.0.1:64719, baseZNode=/01468917969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01468917969 2024-11-15T14:31:56,575 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39529-0x1014016a0020001, quorum=127.0.0.1:64719, baseZNode=/01468917969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01468917969 2024-11-15T14:31:56,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741827_1003 (size=196) 2024-11-15T14:31:56,982 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:31:56,982 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T14:31:56,983 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:31:56,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741828_1004 (size=1189) 2024-11-15T14:31:57,393 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/MasterData/data/master/store 2024-11-15T14:31:57,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741829_1005 (size=34) 2024-11-15T14:31:57,800 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:31:57,800 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:31:57,800 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:31:57,800 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:31:57,800 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:31:57,800 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:31:57,800 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:31:57,801 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681117800Disabling compacts and flushes for region at 1731681117800Disabling writes for close at 1731681117800Writing region close event to WAL at 1731681117800Closed at 1731681117800 2024-11-15T14:31:57,801 WARN [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/MasterData/data/master/store/.initializing 2024-11-15T14:31:57,802 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/MasterData/WALs/26754e923c4a,35851,1731681116342 2024-11-15T14:31:57,803 INFO [master/26754e923c4a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:31:57,805 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=26754e923c4a%2C35851%2C1731681116342, suffix=, logDir=hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/MasterData/WALs/26754e923c4a,35851,1731681116342, archiveDir=hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/MasterData/oldWALs, maxLogs=10 2024-11-15T14:31:57,817 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/MasterData/WALs/26754e923c4a,35851,1731681116342/26754e923c4a%2C35851%2C1731681116342.1731681117805, exclude list is [], retry=0 2024-11-15T14:31:57,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42715,DS-dafd8ba7-898c-4e90-9c17-d727f353f364,DISK] 2024-11-15T14:31:57,823 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/MasterData/WALs/26754e923c4a,35851,1731681116342/26754e923c4a%2C35851%2C1731681116342.1731681117805 2024-11-15T14:31:57,823 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40661:40661)] 2024-11-15T14:31:57,823 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:31:57,823 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:31:57,823 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:57,824 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:57,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:57,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T14:31:57,827 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:57,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:31:57,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:57,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T14:31:57,829 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:57,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:31:57,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:57,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T14:31:57,830 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:57,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:31:57,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:57,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T14:31:57,832 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:57,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:31:57,833 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:57,834 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:57,834 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:57,835 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:57,835 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:57,836 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:31:57,837 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:31:57,839 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:31:57,839 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64575918, jitterRate=-0.037743836641311646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:31:57,840 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731681117824Initializing all the Stores at 1731681117825 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681117825Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681117825Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681117825Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681117825Cleaning up temporary data from old regions at 1731681117835 (+10 ms)Region opened successfully at 1731681117840 (+5 ms) 2024-11-15T14:31:57,840 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T14:31:57,843 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@334cfb32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:31:57,844 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T14:31:57,845 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T14:31:57,845 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T14:31:57,845 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T14:31:57,845 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T14:31:57,846 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T14:31:57,846 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T14:31:57,848 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T14:31:57,848 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35851-0x1014016a0020000, quorum=127.0.0.1:64719, baseZNode=/01468917969 Unable to get data of znode /01468917969/balancer because node does not exist (not necessarily an error) 2024-11-15T14:31:57,900 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01468917969/balancer already deleted, retry=false 2024-11-15T14:31:57,900 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T14:31:57,901 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35851-0x1014016a0020000, quorum=127.0.0.1:64719, baseZNode=/01468917969 Unable to get data of znode /01468917969/normalizer because node does not exist (not necessarily an error) 2024-11-15T14:31:57,908 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01468917969/normalizer already deleted, retry=false 2024-11-15T14:31:57,908 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T14:31:57,909 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35851-0x1014016a0020000, quorum=127.0.0.1:64719, baseZNode=/01468917969 Unable to get data of znode /01468917969/switch/split because node does not exist (not necessarily an error) 2024-11-15T14:31:57,916 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01468917969/switch/split already deleted, retry=false 2024-11-15T14:31:57,917 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35851-0x1014016a0020000, quorum=127.0.0.1:64719, baseZNode=/01468917969 Unable to get data of znode /01468917969/switch/merge because node does not exist (not necessarily an error) 2024-11-15T14:31:57,925 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01468917969/switch/merge already deleted, retry=false 2024-11-15T14:31:57,927 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35851-0x1014016a0020000, quorum=127.0.0.1:64719, baseZNode=/01468917969 Unable to get data of znode /01468917969/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T14:31:57,933 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01468917969/snapshot-cleanup already deleted, retry=false 2024-11-15T14:31:57,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35851-0x1014016a0020000, quorum=127.0.0.1:64719, baseZNode=/01468917969 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01468917969/running 2024-11-15T14:31:57,941 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39529-0x1014016a0020001, quorum=127.0.0.1:64719, baseZNode=/01468917969 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01468917969/running 2024-11-15T14:31:57,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35851-0x1014016a0020000, quorum=127.0.0.1:64719, baseZNode=/01468917969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01468917969 2024-11-15T14:31:57,941 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39529-0x1014016a0020001, quorum=127.0.0.1:64719, baseZNode=/01468917969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01468917969 2024-11-15T14:31:57,942 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=26754e923c4a,35851,1731681116342, sessionid=0x1014016a0020000, setting cluster-up flag (Was=false) 2024-11-15T14:31:57,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35851-0x1014016a0020000, quorum=127.0.0.1:64719, baseZNode=/01468917969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01468917969 2024-11-15T14:31:57,958 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39529-0x1014016a0020001, quorum=127.0.0.1:64719, baseZNode=/01468917969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01468917969 2024-11-15T14:31:57,983 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01468917969/flush-table-proc/acquired, /01468917969/flush-table-proc/reached, /01468917969/flush-table-proc/abort 2024-11-15T14:31:57,985 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,35851,1731681116342 2024-11-15T14:31:58,000 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39529-0x1014016a0020001, quorum=127.0.0.1:64719, baseZNode=/01468917969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01468917969 2024-11-15T14:31:58,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35851-0x1014016a0020000, quorum=127.0.0.1:64719, baseZNode=/01468917969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01468917969 2024-11-15T14:31:58,025 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01468917969/online-snapshot/acquired, /01468917969/online-snapshot/reached, /01468917969/online-snapshot/abort 2024-11-15T14:31:58,026 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,35851,1731681116342 2024-11-15T14:31:58,027 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T14:31:58,029 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T14:31:58,029 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T14:31:58,029 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T14:31:58,030 WARN [master/26754e923c4a:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 26754e923c4a,36511,1731681086089: status=Processing ServerCrashProcedure of 26754e923c4a,36511,1731681086089 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731681104142, completionTime=-1 appears to have been leaked 2024-11-15T14:31:58,030 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 26754e923c4a,35851,1731681116342 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T14:31:58,031 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:31:58,032 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:31:58,032 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:31:58,032 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:31:58,032 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/26754e923c4a:0, corePoolSize=10, maxPoolSize=10 2024-11-15T14:31:58,032 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:58,032 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:31:58,032 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:58,033 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731681148033 2024-11-15T14:31:58,033 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T14:31:58,033 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T14:31:58,033 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T14:31:58,034 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T14:31:58,034 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T14:31:58,034 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T14:31:58,034 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:31:58,034 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T14:31:58,034 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:58,035 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:58,035 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T14:31:58,039 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T14:31:58,039 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T14:31:58,039 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T14:31:58,039 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T14:31:58,039 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T14:31:58,039 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T14:31:58,040 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681118039,5,FailOnTimeoutGroup] 2024-11-15T14:31:58,040 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681118040,5,FailOnTimeoutGroup] 2024-11-15T14:31:58,040 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:58,040 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T14:31:58,040 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:58,040 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:58,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741831_1007 (size=1321) 2024-11-15T14:31:58,093 INFO [RS:0;26754e923c4a:39529 {}] regionserver.HRegionServer(746): ClusterId : 3aa8e79f-59d0-4a28-aa99-4f883dfb365d 2024-11-15T14:31:58,093 DEBUG [RS:0;26754e923c4a:39529 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T14:31:58,101 DEBUG [RS:0;26754e923c4a:39529 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T14:31:58,101 DEBUG [RS:0;26754e923c4a:39529 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T14:31:58,109 DEBUG [RS:0;26754e923c4a:39529 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T14:31:58,109 DEBUG [RS:0;26754e923c4a:39529 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e6129d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:31:58,120 DEBUG [RS:0;26754e923c4a:39529 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;26754e923c4a:39529 2024-11-15T14:31:58,120 INFO [RS:0;26754e923c4a:39529 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T14:31:58,120 INFO [RS:0;26754e923c4a:39529 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T14:31:58,120 DEBUG [RS:0;26754e923c4a:39529 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T14:31:58,121 INFO [RS:0;26754e923c4a:39529 {}] regionserver.HRegionServer(2659): reportForDuty to master=26754e923c4a,35851,1731681116342 with port=39529, startcode=1731681116464 2024-11-15T14:31:58,121 DEBUG [RS:0;26754e923c4a:39529 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T14:31:58,123 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T14:31:58,123 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35851 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 26754e923c4a,39529,1731681116464 2024-11-15T14:31:58,123 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35851 {}] master.ServerManager(517): Registering regionserver=26754e923c4a,39529,1731681116464 2024-11-15T14:31:58,125 DEBUG [RS:0;26754e923c4a:39529 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e 2024-11-15T14:31:58,125 DEBUG [RS:0;26754e923c4a:39529 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38161 2024-11-15T14:31:58,125 DEBUG [RS:0;26754e923c4a:39529 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T14:31:58,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35851-0x1014016a0020000, quorum=127.0.0.1:64719, baseZNode=/01468917969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01468917969/rs 2024-11-15T14:31:58,133 DEBUG [RS:0;26754e923c4a:39529 {}] zookeeper.ZKUtil(111): regionserver:39529-0x1014016a0020001, quorum=127.0.0.1:64719, baseZNode=/01468917969 Set watcher on existing znode=/01468917969/rs/26754e923c4a,39529,1731681116464 2024-11-15T14:31:58,134 WARN [RS:0;26754e923c4a:39529 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:31:58,134 INFO [RS:0;26754e923c4a:39529 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:31:58,134 DEBUG [RS:0;26754e923c4a:39529 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/WALs/26754e923c4a,39529,1731681116464 2024-11-15T14:31:58,134 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [26754e923c4a,39529,1731681116464] 2024-11-15T14:31:58,140 INFO [RS:0;26754e923c4a:39529 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T14:31:58,142 INFO [RS:0;26754e923c4a:39529 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T14:31:58,142 INFO [RS:0;26754e923c4a:39529 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T14:31:58,142 INFO [RS:0;26754e923c4a:39529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:58,142 INFO [RS:0;26754e923c4a:39529 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T14:31:58,143 INFO [RS:0;26754e923c4a:39529 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T14:31:58,143 INFO [RS:0;26754e923c4a:39529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:58,143 DEBUG [RS:0;26754e923c4a:39529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:58,143 DEBUG [RS:0;26754e923c4a:39529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:58,143 DEBUG [RS:0;26754e923c4a:39529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:58,143 DEBUG [RS:0;26754e923c4a:39529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:58,143 DEBUG [RS:0;26754e923c4a:39529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:58,143 DEBUG [RS:0;26754e923c4a:39529 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:31:58,143 DEBUG [RS:0;26754e923c4a:39529 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:58,144 DEBUG [RS:0;26754e923c4a:39529 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:58,144 DEBUG [RS:0;26754e923c4a:39529 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:58,144 DEBUG [RS:0;26754e923c4a:39529 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:58,144 DEBUG [RS:0;26754e923c4a:39529 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:58,144 DEBUG [RS:0;26754e923c4a:39529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:31:58,144 DEBUG [RS:0;26754e923c4a:39529 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:31:58,144 DEBUG [RS:0;26754e923c4a:39529 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:31:58,144 INFO [RS:0;26754e923c4a:39529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:58,144 INFO [RS:0;26754e923c4a:39529 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:58,144 INFO [RS:0;26754e923c4a:39529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:58,145 INFO [RS:0;26754e923c4a:39529 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:58,145 INFO [RS:0;26754e923c4a:39529 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:58,145 INFO [RS:0;26754e923c4a:39529 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,39529,1731681116464-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:31:58,159 INFO [RS:0;26754e923c4a:39529 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T14:31:58,159 INFO [RS:0;26754e923c4a:39529 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,39529,1731681116464-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:58,159 INFO [RS:0;26754e923c4a:39529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:58,159 INFO [RS:0;26754e923c4a:39529 {}] regionserver.Replication(171): 26754e923c4a,39529,1731681116464 started 2024-11-15T14:31:58,173 INFO [RS:0;26754e923c4a:39529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:58,173 INFO [RS:0;26754e923c4a:39529 {}] regionserver.HRegionServer(1482): Serving as 26754e923c4a,39529,1731681116464, RpcServer on 26754e923c4a/172.17.0.3:39529, sessionid=0x1014016a0020001 2024-11-15T14:31:58,173 DEBUG [RS:0;26754e923c4a:39529 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T14:31:58,173 DEBUG [RS:0;26754e923c4a:39529 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 26754e923c4a,39529,1731681116464 2024-11-15T14:31:58,173 DEBUG [RS:0;26754e923c4a:39529 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,39529,1731681116464' 2024-11-15T14:31:58,173 DEBUG [RS:0;26754e923c4a:39529 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01468917969/flush-table-proc/abort' 2024-11-15T14:31:58,174 DEBUG [RS:0;26754e923c4a:39529 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01468917969/flush-table-proc/acquired' 2024-11-15T14:31:58,175 DEBUG [RS:0;26754e923c4a:39529 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T14:31:58,175 DEBUG [RS:0;26754e923c4a:39529 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T14:31:58,175 DEBUG [RS:0;26754e923c4a:39529 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 26754e923c4a,39529,1731681116464 2024-11-15T14:31:58,175 DEBUG [RS:0;26754e923c4a:39529 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,39529,1731681116464' 2024-11-15T14:31:58,175 DEBUG [RS:0;26754e923c4a:39529 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01468917969/online-snapshot/abort' 2024-11-15T14:31:58,175 DEBUG [RS:0;26754e923c4a:39529 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01468917969/online-snapshot/acquired' 2024-11-15T14:31:58,175 DEBUG [RS:0;26754e923c4a:39529 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T14:31:58,175 INFO [RS:0;26754e923c4a:39529 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T14:31:58,175 INFO [RS:0;26754e923c4a:39529 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T14:31:58,276 INFO [RS:0;26754e923c4a:39529 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:31:58,278 INFO [RS:0;26754e923c4a:39529 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C39529%2C1731681116464, suffix=, logDir=hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/WALs/26754e923c4a,39529,1731681116464, archiveDir=hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/oldWALs, maxLogs=10 2024-11-15T14:31:58,290 DEBUG [RS:0;26754e923c4a:39529 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/WALs/26754e923c4a,39529,1731681116464/26754e923c4a%2C39529%2C1731681116464.1731681118278, exclude list is [], retry=0 2024-11-15T14:31:58,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42715,DS-dafd8ba7-898c-4e90-9c17-d727f353f364,DISK] 2024-11-15T14:31:58,295 INFO [RS:0;26754e923c4a:39529 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/WALs/26754e923c4a,39529,1731681116464/26754e923c4a%2C39529%2C1731681116464.1731681118278 2024-11-15T14:31:58,295 DEBUG [RS:0;26754e923c4a:39529 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40661:40661)] 2024-11-15T14:31:58,444 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T14:31:58,445 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e 2024-11-15T14:31:58,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741833_1009 (size=32) 2024-11-15T14:31:58,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:31:58,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:31:58,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:31:58,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:58,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:31:58,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:31:58,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:31:58,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:58,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:31:58,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:31:58,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:31:58,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:58,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:31:58,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:31:58,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:31:58,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:58,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:31:58,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:31:58,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/data/hbase/meta/1588230740 2024-11-15T14:31:58,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/data/hbase/meta/1588230740 2024-11-15T14:31:58,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:31:58,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:31:58,865 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:31:58,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:31:58,868 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:31:58,869 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67886915, jitterRate=0.011593863368034363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:31:58,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731681118853Initializing all the Stores at 1731681118854 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681118854Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681118854Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681118854Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681118854Cleaning up temporary data from old regions at 1731681118865 (+11 ms)Region opened successfully at 1731681118869 (+4 ms) 2024-11-15T14:31:58,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:31:58,870 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:31:58,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:31:58,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:31:58,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:31:58,870 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:31:58,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681118870Disabling compacts and flushes for region at 1731681118870Disabling writes for close at 1731681118870Writing region close event to WAL at 1731681118870Closed at 1731681118870 2024-11-15T14:31:58,872 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:31:58,872 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T14:31:58,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T14:31:58,873 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:31:58,874 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T14:31:59,024 DEBUG [26754e923c4a:35851 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T14:31:59,025 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=26754e923c4a,39529,1731681116464 2024-11-15T14:31:59,026 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,39529,1731681116464, state=OPENING 2024-11-15T14:31:59,050 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T14:31:59,058 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39529-0x1014016a0020001, quorum=127.0.0.1:64719, baseZNode=/01468917969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01468917969 2024-11-15T14:31:59,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35851-0x1014016a0020000, quorum=127.0.0.1:64719, baseZNode=/01468917969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01468917969 2024-11-15T14:31:59,058 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:31:59,058 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01468917969/meta-region-server: CHANGED 2024-11-15T14:31:59,058 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01468917969/meta-region-server: CHANGED 2024-11-15T14:31:59,059 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,39529,1731681116464}] 2024-11-15T14:31:59,212 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T14:31:59,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T14:31:59,217 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T14:31:59,217 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:31:59,217 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T14:31:59,219 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C39529%2C1731681116464.meta, suffix=.meta, logDir=hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/WALs/26754e923c4a,39529,1731681116464, archiveDir=hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/oldWALs, maxLogs=10 2024-11-15T14:31:59,231 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/WALs/26754e923c4a,39529,1731681116464/26754e923c4a%2C39529%2C1731681116464.meta.1731681119219.meta, exclude list is [], retry=0 2024-11-15T14:31:59,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42715,DS-dafd8ba7-898c-4e90-9c17-d727f353f364,DISK] 2024-11-15T14:31:59,235 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/WALs/26754e923c4a,39529,1731681116464/26754e923c4a%2C39529%2C1731681116464.meta.1731681119219.meta 2024-11-15T14:31:59,236 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40661:40661)] 2024-11-15T14:31:59,236 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:31:59,236 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:31:59,236 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T14:31:59,236 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T14:31:59,236 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T14:31:59,237 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T14:31:59,237 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:31:59,237 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T14:31:59,237 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T14:31:59,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:31:59,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:31:59,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:59,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:31:59,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:31:59,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:31:59,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:59,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:31:59,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:31:59,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:31:59,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:59,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:31:59,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:31:59,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:31:59,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:31:59,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:31:59,244 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:31:59,245 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/data/hbase/meta/1588230740 2024-11-15T14:31:59,246 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/data/hbase/meta/1588230740 2024-11-15T14:31:59,247 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:31:59,248 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:31:59,249 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:31:59,250 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:31:59,251 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68867388, jitterRate=0.026204049587249756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:31:59,251 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T14:31:59,251 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731681119237Writing region info on filesystem at 1731681119237Initializing all the Stores at 1731681119238 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681119238Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681119238Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681119238Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681119238Cleaning up temporary data from old regions at 1731681119248 (+10 ms)Running coprocessor post-open hooks at 1731681119251 (+3 ms)Region opened successfully at 1731681119251 2024-11-15T14:31:59,253 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731681119211 2024-11-15T14:31:59,255 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T14:31:59,255 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T14:31:59,256 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,39529,1731681116464 2024-11-15T14:31:59,257 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,39529,1731681116464, state=OPEN 2024-11-15T14:31:59,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35851-0x1014016a0020000, quorum=127.0.0.1:64719, baseZNode=/01468917969 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01468917969/meta-region-server 2024-11-15T14:31:59,282 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39529-0x1014016a0020001, quorum=127.0.0.1:64719, baseZNode=/01468917969 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01468917969/meta-region-server 2024-11-15T14:31:59,282 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=26754e923c4a,39529,1731681116464 2024-11-15T14:31:59,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01468917969/meta-region-server: CHANGED 2024-11-15T14:31:59,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01468917969/meta-region-server: CHANGED 2024-11-15T14:31:59,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T14:31:59,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,39529,1731681116464 in 224 msec 2024-11-15T14:31:59,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T14:31:59,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 413 msec 2024-11-15T14:31:59,289 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:31:59,289 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T14:31:59,290 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:31:59,291 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,39529,1731681116464, seqNum=-1] 2024-11-15T14:31:59,291 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:31:59,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54847, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:31:59,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2690 sec 2024-11-15T14:31:59,299 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731681119299, completionTime=-1 2024-11-15T14:31:59,299 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T14:31:59,299 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T14:31:59,301 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T14:31:59,301 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731681179301 2024-11-15T14:31:59,301 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731681239301 2024-11-15T14:31:59,301 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T14:31:59,302 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,35851,1731681116342-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:59,302 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,35851,1731681116342-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:59,302 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,35851,1731681116342-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:59,302 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-26754e923c4a:35851, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:59,302 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:59,302 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:59,304 DEBUG [master/26754e923c4a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T14:31:59,306 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.781sec 2024-11-15T14:31:59,306 INFO [master/26754e923c4a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T14:31:59,306 INFO [master/26754e923c4a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T14:31:59,306 INFO [master/26754e923c4a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T14:31:59,306 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T14:31:59,306 INFO [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T14:31:59,306 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,35851,1731681116342-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:31:59,306 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,35851,1731681116342-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T14:31:59,309 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T14:31:59,309 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T14:31:59,309 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,35851,1731681116342-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:31:59,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50711be7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:59,394 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,35851,-1 for getting cluster id 2024-11-15T14:31:59,394 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:31:59,395 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3aa8e79f-59d0-4a28-aa99-4f883dfb365d' 2024-11-15T14:31:59,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:31:59,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3aa8e79f-59d0-4a28-aa99-4f883dfb365d" 2024-11-15T14:31:59,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a2ac852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:59,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,35851,-1] 2024-11-15T14:31:59,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:31:59,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:31:59,397 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:31:59,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@194b4747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:31:59,399 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:31:59,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,39529,1731681116464, seqNum=-1] 2024-11-15T14:31:59,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:31:59,402 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:31:59,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=26754e923c4a,35851,1731681116342 2024-11-15T14:31:59,406 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64719 2024-11-15T14:31:59,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64719, baseZNode=/01468917969 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:31:59,417 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014016a0020002 connected 2024-11-15T14:31:59,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4fd812-a0ea-e264-00a8-b47a0b3c0d1a/hadoop.log.dir so I do NOT create it in target/test-data/f4e4e39f-befa-91f4-2c02-601ffdbb8296 2024-11-15T14:31:59,428 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4fd812-a0ea-e264-00a8-b47a0b3c0d1a/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T14:31:59,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4fd812-a0ea-e264-00a8-b47a0b3c0d1a/hadoop.tmp.dir so I do NOT create it in target/test-data/f4e4e39f-befa-91f4-2c02-601ffdbb8296 2024-11-15T14:31:59,428 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4fd812-a0ea-e264-00a8-b47a0b3c0d1a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T14:31:59,428 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4e4e39f-befa-91f4-2c02-601ffdbb8296 2024-11-15T14:31:59,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T14:31:59,428 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4e4e39f-befa-91f4-2c02-601ffdbb8296/cluster_5134de9b-e628-755b-b145-b775f56db68d, deleteOnExit=true 2024-11-15T14:31:59,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T14:31:59,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4e4e39f-befa-91f4-2c02-601ffdbb8296/test.cache.data in system properties and HBase conf 2024-11-15T14:31:59,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4e4e39f-befa-91f4-2c02-601ffdbb8296/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T14:31:59,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4e4e39f-befa-91f4-2c02-601ffdbb8296/hadoop.log.dir in system properties and HBase conf 2024-11-15T14:31:59,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4e4e39f-befa-91f4-2c02-601ffdbb8296/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T14:31:59,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4e4e39f-befa-91f4-2c02-601ffdbb8296/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T14:31:59,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T14:31:59,428 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T14:31:59,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4e4e39f-befa-91f4-2c02-601ffdbb8296/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:31:59,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4e4e39f-befa-91f4-2c02-601ffdbb8296/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:31:59,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4e4e39f-befa-91f4-2c02-601ffdbb8296/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T14:31:59,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4e4e39f-befa-91f4-2c02-601ffdbb8296/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:31:59,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4e4e39f-befa-91f4-2c02-601ffdbb8296/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T14:31:59,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4e4e39f-befa-91f4-2c02-601ffdbb8296/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T14:31:59,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4e4e39f-befa-91f4-2c02-601ffdbb8296/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:31:59,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4e4e39f-befa-91f4-2c02-601ffdbb8296/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:31:59,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4e4e39f-befa-91f4-2c02-601ffdbb8296/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T14:31:59,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4e4e39f-befa-91f4-2c02-601ffdbb8296/nfs.dump.dir in system properties and HBase conf 2024-11-15T14:31:59,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4e4e39f-befa-91f4-2c02-601ffdbb8296/java.io.tmpdir in system properties and HBase conf 2024-11-15T14:31:59,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4e4e39f-befa-91f4-2c02-601ffdbb8296/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:31:59,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4e4e39f-befa-91f4-2c02-601ffdbb8296/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T14:31:59,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4e4e39f-befa-91f4-2c02-601ffdbb8296/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T14:31:59,675 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:31:59,680 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:31:59,681 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:31:59,681 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:31:59,681 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T14:31:59,682 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:31:59,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c32071a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4e4e39f-befa-91f4-2c02-601ffdbb8296/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:31:59,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bf604b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:31:59,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15230209{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4e4e39f-befa-91f4-2c02-601ffdbb8296/java.io.tmpdir/jetty-localhost-40525-hadoop-hdfs-3_4_1-tests_jar-_-any-9062023373860623237/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:31:59,775 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e12458e{HTTP/1.1, (http/1.1)}{localhost:40525} 2024-11-15T14:31:59,775 INFO [Time-limited test {}] server.Server(415): Started @39849ms 2024-11-15T14:31:59,946 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:31:59,950 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:31:59,951 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:31:59,951 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:31:59,951 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T14:31:59,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c9345c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4e4e39f-befa-91f4-2c02-601ffdbb8296/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:31:59,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@654d7991{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:32:00,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@428096fd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4e4e39f-befa-91f4-2c02-601ffdbb8296/java.io.tmpdir/jetty-localhost-45443-hadoop-hdfs-3_4_1-tests_jar-_-any-2612100233252421297/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:32:00,046 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@671ff379{HTTP/1.1, (http/1.1)}{localhost:45443} 2024-11-15T14:32:00,046 INFO [Time-limited test {}] server.Server(415): Started @40121ms 2024-11-15T14:32:00,047 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T14:32:00,423 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4e4e39f-befa-91f4-2c02-601ffdbb8296/cluster_5134de9b-e628-755b-b145-b775f56db68d/data/data1/current/BP-1036051996-172.17.0.3-1731681119456/current, will proceed with Du for space computation calculation, 2024-11-15T14:32:00,423 WARN [Thread-623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4e4e39f-befa-91f4-2c02-601ffdbb8296/cluster_5134de9b-e628-755b-b145-b775f56db68d/data/data2/current/BP-1036051996-172.17.0.3-1731681119456/current, will proceed with Du for space computation calculation, 2024-11-15T14:32:00,441 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T14:32:00,444 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x700cf1a0d46aec6d with lease ID 0x915b889ce4f2ea72: Processing first storage report for DS-064cdc85-df27-4056-89c7-2fe26694ab71 from datanode DatanodeRegistration(127.0.0.1:41061, datanodeUuid=35712340-50ab-45fb-a946-2400eab1600a, infoPort=42753, infoSecurePort=0, ipcPort=40797, storageInfo=lv=-57;cid=testClusterID;nsid=76781572;c=1731681119456) 2024-11-15T14:32:00,444 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x700cf1a0d46aec6d with lease ID 0x915b889ce4f2ea72: from storage DS-064cdc85-df27-4056-89c7-2fe26694ab71 node DatanodeRegistration(127.0.0.1:41061, datanodeUuid=35712340-50ab-45fb-a946-2400eab1600a, infoPort=42753, infoSecurePort=0, ipcPort=40797, storageInfo=lv=-57;cid=testClusterID;nsid=76781572;c=1731681119456), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T14:32:00,444 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x700cf1a0d46aec6d with lease ID 0x915b889ce4f2ea72: Processing first storage report for DS-1a327d0b-3f71-4213-966e-7f01f5799cc0 from datanode DatanodeRegistration(127.0.0.1:41061, datanodeUuid=35712340-50ab-45fb-a946-2400eab1600a, infoPort=42753, infoSecurePort=0, ipcPort=40797, storageInfo=lv=-57;cid=testClusterID;nsid=76781572;c=1731681119456) 2024-11-15T14:32:00,444 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x700cf1a0d46aec6d with lease ID 0x915b889ce4f2ea72: from storage DS-1a327d0b-3f71-4213-966e-7f01f5799cc0 node DatanodeRegistration(127.0.0.1:41061, datanodeUuid=35712340-50ab-45fb-a946-2400eab1600a, infoPort=42753, infoSecurePort=0, ipcPort=40797, storageInfo=lv=-57;cid=testClusterID;nsid=76781572;c=1731681119456), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T14:32:00,473 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4e4e39f-befa-91f4-2c02-601ffdbb8296 2024-11-15T14:32:00,473 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:32:00,475 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:32:00,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41061 is added to blk_1073741825_1001 (size=7) 2024-11-15T14:32:00,885 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9 with version=8 2024-11-15T14:32:00,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/hbase-staging 2024-11-15T14:32:00,888 INFO [Time-limited test {}] client.ConnectionUtils(128): master/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:32:00,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:32:00,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:32:00,888 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:32:00,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:32:00,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:32:00,888 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T14:32:00,888 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:32:00,889 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33293 2024-11-15T14:32:00,890 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33293 connecting to ZooKeeper ensemble=127.0.0.1:64719 2024-11-15T14:32:00,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332930x0, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:32:00,917 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33293-0x1014016a0020003 connected 2024-11-15T14:32:00,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:32:00,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:32:00,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33293-0x1014016a0020003, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Set watcher on znode that does not yet exist, /1-396002583/running 2024-11-15T14:32:00,978 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9, hbase.cluster.distributed=false 2024-11-15T14:32:00,980 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33293-0x1014016a0020003, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Set watcher on znode that does not yet exist, /1-396002583/acl 2024-11-15T14:32:00,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33293 2024-11-15T14:32:00,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33293 2024-11-15T14:32:00,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33293 2024-11-15T14:32:00,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33293 2024-11-15T14:32:00,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33293 2024-11-15T14:32:00,998 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:32:00,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:32:00,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:32:00,998 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:32:00,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:32:00,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:32:00,998 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T14:32:00,998 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:32:00,999 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41873 2024-11-15T14:32:01,000 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41873 connecting to ZooKeeper ensemble=127.0.0.1:64719 2024-11-15T14:32:01,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:32:01,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:32:01,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418730x0, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:32:01,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418730x0, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Set watcher on znode that does not yet exist, /1-396002583/running 2024-11-15T14:32:01,015 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41873-0x1014016a0020004 connected 2024-11-15T14:32:01,015 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T14:32:01,015 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T14:32:01,016 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41873-0x1014016a0020004, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Set watcher on znode that does not yet exist, /1-396002583/master 2024-11-15T14:32:01,016 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41873-0x1014016a0020004, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Set watcher on znode that does not yet exist, /1-396002583/acl 2024-11-15T14:32:01,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41873 2024-11-15T14:32:01,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41873 2024-11-15T14:32:01,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41873 2024-11-15T14:32:01,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41873 2024-11-15T14:32:01,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41873 2024-11-15T14:32:01,031 DEBUG [M:0;26754e923c4a:33293 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;26754e923c4a:33293 2024-11-15T14:32:01,031 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-396002583/backup-masters/26754e923c4a,33293,1731681120887 2024-11-15T14:32:01,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33293-0x1014016a0020003, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396002583/backup-masters 2024-11-15T14:32:01,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41873-0x1014016a0020004, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396002583/backup-masters 2024-11-15T14:32:01,042 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33293-0x1014016a0020003, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Set watcher on existing znode=/1-396002583/backup-masters/26754e923c4a,33293,1731681120887 2024-11-15T14:32:01,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33293-0x1014016a0020003, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396002583 2024-11-15T14:32:01,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41873-0x1014016a0020004, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-396002583/master 2024-11-15T14:32:01,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41873-0x1014016a0020004, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396002583 2024-11-15T14:32:01,050 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33293-0x1014016a0020003, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Set watcher on existing znode=/1-396002583/master 2024-11-15T14:32:01,050 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-396002583/backup-masters/26754e923c4a,33293,1731681120887 from backup master directory 2024-11-15T14:32:01,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33293-0x1014016a0020003, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-396002583/backup-masters/26754e923c4a,33293,1731681120887 2024-11-15T14:32:01,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33293-0x1014016a0020003, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396002583/backup-masters 2024-11-15T14:32:01,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41873-0x1014016a0020004, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396002583/backup-masters 2024-11-15T14:32:01,058 WARN [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:32:01,058 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=26754e923c4a,33293,1731681120887 2024-11-15T14:32:01,063 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/hbase.id] with ID: 590b113a-3d0c-4791-9a47-25a788ca6df4 2024-11-15T14:32:01,063 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/.tmp/hbase.id 2024-11-15T14:32:01,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41061 is added to blk_1073741826_1002 (size=42) 2024-11-15T14:32:01,186 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T14:32:01,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:32:01,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:32:01,473 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/.tmp/hbase.id]:[hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/hbase.id] 2024-11-15T14:32:01,486 INFO [master/26754e923c4a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:32:01,486 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T14:32:01,488 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-15T14:32:01,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33293-0x1014016a0020003, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396002583 2024-11-15T14:32:01,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41873-0x1014016a0020004, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396002583 2024-11-15T14:32:01,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41061 is added to blk_1073741827_1003 (size=196) 2024-11-15T14:32:01,923 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:32:01,923 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T14:32:01,924 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:32:01,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41061 is added to blk_1073741828_1004 (size=1189) 2024-11-15T14:32:02,388 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/MasterData/data/master/store 2024-11-15T14:32:02,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41061 is added to blk_1073741829_1005 (size=34) 2024-11-15T14:32:02,794 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:32:02,795 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:32:02,795 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:32:02,795 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:32:02,795 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:32:02,795 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:32:02,795 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:32:02,795 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681122795Disabling compacts and flushes for region at 1731681122795Disabling writes for close at 1731681122795Writing region close event to WAL at 1731681122795Closed at 1731681122795 2024-11-15T14:32:02,796 WARN [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/MasterData/data/master/store/.initializing 2024-11-15T14:32:02,796 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/MasterData/WALs/26754e923c4a,33293,1731681120887 2024-11-15T14:32:02,797 INFO [master/26754e923c4a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:32:02,800 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=26754e923c4a%2C33293%2C1731681120887, suffix=, logDir=hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/MasterData/WALs/26754e923c4a,33293,1731681120887, archiveDir=hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/MasterData/oldWALs, maxLogs=10 2024-11-15T14:32:02,812 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/MasterData/WALs/26754e923c4a,33293,1731681120887/26754e923c4a%2C33293%2C1731681120887.1731681122800, exclude list is [], retry=0 2024-11-15T14:32:02,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41061,DS-064cdc85-df27-4056-89c7-2fe26694ab71,DISK] 2024-11-15T14:32:02,816 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/MasterData/WALs/26754e923c4a,33293,1731681120887/26754e923c4a%2C33293%2C1731681120887.1731681122800 2024-11-15T14:32:02,816 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42753:42753)] 2024-11-15T14:32:02,817 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:32:02,817 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:32:02,817 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:32:02,817 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:32:02,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:32:02,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T14:32:02,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:02,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:32:02,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:32:02,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T14:32:02,822 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:02,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:32:02,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:32:02,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T14:32:02,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:02,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:32:02,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:32:02,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T14:32:02,825 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:02,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:32:02,826 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:32:02,827 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:32:02,827 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:32:02,828 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:32:02,828 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:32:02,829 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:32:02,830 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:32:02,832 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:32:02,832 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59037158, jitterRate=-0.12027779221534729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:32:02,833 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731681122817Initializing all the Stores at 1731681122818 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681122818Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681122818Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681122818Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681122818Cleaning up temporary data from old regions at 1731681122828 (+10 ms)Region opened successfully at 1731681122833 (+5 ms) 2024-11-15T14:32:02,833 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T14:32:02,836 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c89f96e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:32:02,837 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T14:32:02,837 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T14:32:02,837 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T14:32:02,837 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T14:32:02,837 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T14:32:02,838 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T14:32:02,838 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T14:32:02,839 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T14:32:02,840 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33293-0x1014016a0020003, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Unable to get data of znode /1-396002583/balancer because node does not exist (not necessarily an error) 2024-11-15T14:32:02,868 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-396002583/balancer already deleted, retry=false 2024-11-15T14:32:02,868 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T14:32:02,869 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33293-0x1014016a0020003, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Unable to get data of znode /1-396002583/normalizer because node does not exist (not necessarily an error) 2024-11-15T14:32:02,881 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-396002583/normalizer already deleted, retry=false 2024-11-15T14:32:02,881 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T14:32:02,882 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33293-0x1014016a0020003, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Unable to get data of znode /1-396002583/switch/split because node does not exist (not necessarily an error) 2024-11-15T14:32:02,891 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-396002583/switch/split already deleted, retry=false 2024-11-15T14:32:02,892 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33293-0x1014016a0020003, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Unable to get data of znode /1-396002583/switch/merge because node does not exist (not necessarily an error) 2024-11-15T14:32:02,899 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-396002583/switch/merge already deleted, retry=false 2024-11-15T14:32:02,901 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33293-0x1014016a0020003, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Unable to get data of znode /1-396002583/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T14:32:02,908 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-396002583/snapshot-cleanup already deleted, retry=false 2024-11-15T14:32:02,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41873-0x1014016a0020004, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-396002583/running 2024-11-15T14:32:02,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33293-0x1014016a0020003, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-396002583/running 2024-11-15T14:32:02,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41873-0x1014016a0020004, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396002583 2024-11-15T14:32:02,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33293-0x1014016a0020003, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396002583 2024-11-15T14:32:02,917 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=26754e923c4a,33293,1731681120887, sessionid=0x1014016a0020003, setting cluster-up flag (Was=false) 2024-11-15T14:32:02,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33293-0x1014016a0020003, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396002583 2024-11-15T14:32:02,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41873-0x1014016a0020004, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396002583 2024-11-15T14:32:02,958 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-396002583/flush-table-proc/acquired, /1-396002583/flush-table-proc/reached, /1-396002583/flush-table-proc/abort 2024-11-15T14:32:02,959 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,33293,1731681120887 2024-11-15T14:32:02,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33293-0x1014016a0020003, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396002583 2024-11-15T14:32:02,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41873-0x1014016a0020004, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396002583 2024-11-15T14:32:02,999 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-396002583/online-snapshot/acquired, /1-396002583/online-snapshot/reached, /1-396002583/online-snapshot/abort 2024-11-15T14:32:03,000 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,33293,1731681120887 2024-11-15T14:32:03,002 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T14:32:03,004 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T14:32:03,004 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T14:32:03,004 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T14:32:03,004 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 26754e923c4a,33293,1731681120887 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T14:32:03,005 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:32:03,006 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:32:03,006 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:32:03,006 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:32:03,006 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/26754e923c4a:0, corePoolSize=10, maxPoolSize=10 2024-11-15T14:32:03,006 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:32:03,006 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:32:03,006 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:32:03,007 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731681153007 2024-11-15T14:32:03,007 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T14:32:03,007 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T14:32:03,007 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T14:32:03,007 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T14:32:03,007 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T14:32:03,007 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T14:32:03,008 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:03,008 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T14:32:03,008 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:32:03,008 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T14:32:03,008 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T14:32:03,008 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T14:32:03,008 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T14:32:03,009 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T14:32:03,009 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T14:32:03,009 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681123009,5,FailOnTimeoutGroup] 2024-11-15T14:32:03,009 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681123009,5,FailOnTimeoutGroup] 2024-11-15T14:32:03,009 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:03,009 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T14:32:03,009 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:03,009 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:03,009 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:03,009 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T14:32:03,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41061 is added to blk_1073741831_1007 (size=1321) 2024-11-15T14:32:03,024 INFO [RS:0;26754e923c4a:41873 {}] regionserver.HRegionServer(746): ClusterId : 590b113a-3d0c-4791-9a47-25a788ca6df4 2024-11-15T14:32:03,024 DEBUG [RS:0;26754e923c4a:41873 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T14:32:03,034 DEBUG [RS:0;26754e923c4a:41873 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T14:32:03,034 DEBUG [RS:0;26754e923c4a:41873 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T14:32:03,042 DEBUG [RS:0;26754e923c4a:41873 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T14:32:03,042 DEBUG [RS:0;26754e923c4a:41873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28efafc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:32:03,058 DEBUG [RS:0;26754e923c4a:41873 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;26754e923c4a:41873 2024-11-15T14:32:03,058 INFO [RS:0;26754e923c4a:41873 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T14:32:03,058 INFO [RS:0;26754e923c4a:41873 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T14:32:03,058 DEBUG [RS:0;26754e923c4a:41873 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T14:32:03,059 INFO [RS:0;26754e923c4a:41873 {}] regionserver.HRegionServer(2659): reportForDuty to master=26754e923c4a,33293,1731681120887 with port=41873, startcode=1731681120997 2024-11-15T14:32:03,060 DEBUG [RS:0;26754e923c4a:41873 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T14:32:03,061 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T14:32:03,062 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33293 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 26754e923c4a,41873,1731681120997 2024-11-15T14:32:03,062 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33293 {}] master.ServerManager(517): Registering regionserver=26754e923c4a,41873,1731681120997 2024-11-15T14:32:03,063 DEBUG [RS:0;26754e923c4a:41873 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9 2024-11-15T14:32:03,064 DEBUG [RS:0;26754e923c4a:41873 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35725 2024-11-15T14:32:03,064 DEBUG [RS:0;26754e923c4a:41873 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T14:32:03,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33293-0x1014016a0020003, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396002583/rs 2024-11-15T14:32:03,089 DEBUG [RS:0;26754e923c4a:41873 {}] zookeeper.ZKUtil(111): regionserver:41873-0x1014016a0020004, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Set watcher on existing znode=/1-396002583/rs/26754e923c4a,41873,1731681120997 2024-11-15T14:32:03,089 WARN [RS:0;26754e923c4a:41873 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:32:03,090 INFO [RS:0;26754e923c4a:41873 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:32:03,090 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [26754e923c4a,41873,1731681120997] 2024-11-15T14:32:03,090 DEBUG [RS:0;26754e923c4a:41873 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/WALs/26754e923c4a,41873,1731681120997 2024-11-15T14:32:03,094 INFO [RS:0;26754e923c4a:41873 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T14:32:03,096 INFO [RS:0;26754e923c4a:41873 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T14:32:03,096 INFO [RS:0;26754e923c4a:41873 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T14:32:03,097 INFO [RS:0;26754e923c4a:41873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:03,097 INFO [RS:0;26754e923c4a:41873 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T14:32:03,098 INFO [RS:0;26754e923c4a:41873 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T14:32:03,098 INFO [RS:0;26754e923c4a:41873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:03,098 DEBUG [RS:0;26754e923c4a:41873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:32:03,098 DEBUG [RS:0;26754e923c4a:41873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:32:03,098 DEBUG [RS:0;26754e923c4a:41873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:32:03,098 DEBUG [RS:0;26754e923c4a:41873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:32:03,098 DEBUG [RS:0;26754e923c4a:41873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:32:03,098 DEBUG [RS:0;26754e923c4a:41873 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:32:03,098 DEBUG [RS:0;26754e923c4a:41873 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:32:03,099 DEBUG [RS:0;26754e923c4a:41873 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:32:03,099 DEBUG [RS:0;26754e923c4a:41873 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:32:03,099 DEBUG [RS:0;26754e923c4a:41873 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:32:03,099 DEBUG [RS:0;26754e923c4a:41873 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:32:03,099 DEBUG [RS:0;26754e923c4a:41873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:32:03,099 DEBUG [RS:0;26754e923c4a:41873 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:32:03,099 DEBUG [RS:0;26754e923c4a:41873 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:32:03,099 INFO [RS:0;26754e923c4a:41873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:03,099 INFO [RS:0;26754e923c4a:41873 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:03,100 INFO [RS:0;26754e923c4a:41873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:03,100 INFO [RS:0;26754e923c4a:41873 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:03,100 INFO [RS:0;26754e923c4a:41873 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:03,100 INFO [RS:0;26754e923c4a:41873 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,41873,1731681120997-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:32:03,113 INFO [RS:0;26754e923c4a:41873 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T14:32:03,113 INFO [RS:0;26754e923c4a:41873 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,41873,1731681120997-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:03,113 INFO [RS:0;26754e923c4a:41873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:03,113 INFO [RS:0;26754e923c4a:41873 {}] regionserver.Replication(171): 26754e923c4a,41873,1731681120997 started 2024-11-15T14:32:03,125 INFO [RS:0;26754e923c4a:41873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:03,125 INFO [RS:0;26754e923c4a:41873 {}] regionserver.HRegionServer(1482): Serving as 26754e923c4a,41873,1731681120997, RpcServer on 26754e923c4a/172.17.0.3:41873, sessionid=0x1014016a0020004 2024-11-15T14:32:03,125 DEBUG [RS:0;26754e923c4a:41873 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T14:32:03,125 DEBUG [RS:0;26754e923c4a:41873 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 26754e923c4a,41873,1731681120997 2024-11-15T14:32:03,125 DEBUG [RS:0;26754e923c4a:41873 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,41873,1731681120997' 2024-11-15T14:32:03,125 DEBUG [RS:0;26754e923c4a:41873 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-396002583/flush-table-proc/abort' 2024-11-15T14:32:03,126 DEBUG [RS:0;26754e923c4a:41873 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-396002583/flush-table-proc/acquired' 2024-11-15T14:32:03,126 DEBUG [RS:0;26754e923c4a:41873 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T14:32:03,126 DEBUG [RS:0;26754e923c4a:41873 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T14:32:03,126 DEBUG [RS:0;26754e923c4a:41873 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 26754e923c4a,41873,1731681120997 2024-11-15T14:32:03,126 DEBUG [RS:0;26754e923c4a:41873 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,41873,1731681120997' 2024-11-15T14:32:03,126 DEBUG [RS:0;26754e923c4a:41873 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-396002583/online-snapshot/abort' 2024-11-15T14:32:03,127 DEBUG [RS:0;26754e923c4a:41873 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-396002583/online-snapshot/acquired' 2024-11-15T14:32:03,127 DEBUG [RS:0;26754e923c4a:41873 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T14:32:03,127 INFO [RS:0;26754e923c4a:41873 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T14:32:03,127 INFO [RS:0;26754e923c4a:41873 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T14:32:03,227 INFO [RS:0;26754e923c4a:41873 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:32:03,229 INFO [RS:0;26754e923c4a:41873 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C41873%2C1731681120997, suffix=, logDir=hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/WALs/26754e923c4a,41873,1731681120997, archiveDir=hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/oldWALs, maxLogs=10 2024-11-15T14:32:03,242 DEBUG [RS:0;26754e923c4a:41873 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/WALs/26754e923c4a,41873,1731681120997/26754e923c4a%2C41873%2C1731681120997.1731681123229, exclude list is [], retry=0 2024-11-15T14:32:03,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41061,DS-064cdc85-df27-4056-89c7-2fe26694ab71,DISK] 2024-11-15T14:32:03,247 INFO [RS:0;26754e923c4a:41873 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/WALs/26754e923c4a,41873,1731681120997/26754e923c4a%2C41873%2C1731681120997.1731681123229 2024-11-15T14:32:03,248 DEBUG [RS:0;26754e923c4a:41873 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42753:42753)] 2024-11-15T14:32:03,421 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T14:32:03,421 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9 2024-11-15T14:32:03,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41061 is added to blk_1073741833_1009 (size=32) 2024-11-15T14:32:03,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:32:03,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:32:03,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:32:03,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:03,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:32:03,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:32:03,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:32:03,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:03,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:32:03,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:32:03,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:32:03,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:03,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:32:03,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:32:03,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:32:03,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:03,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:32:03,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:32:03,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/data/hbase/meta/1588230740 2024-11-15T14:32:03,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/data/hbase/meta/1588230740 2024-11-15T14:32:03,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:32:03,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:32:03,841 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:32:03,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:32:03,844 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:32:03,845 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61482402, jitterRate=-0.08384081721305847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:32:03,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731681123828Initializing all the Stores at 1731681123829 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681123829Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681123829Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681123829Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681123829Cleaning up temporary data from old regions at 1731681123840 (+11 ms)Region opened successfully at 1731681123845 (+5 ms) 2024-11-15T14:32:03,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:32:03,845 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:32:03,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:32:03,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:32:03,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:32:03,846 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:32:03,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681123845Disabling compacts and flushes for region at 1731681123845Disabling writes for close at 1731681123845Writing region close event to WAL at 1731681123845Closed at 1731681123845 2024-11-15T14:32:03,847 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:32:03,847 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T14:32:03,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T14:32:03,848 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:32:03,849 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T14:32:04,000 DEBUG [26754e923c4a:33293 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T14:32:04,000 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=26754e923c4a,41873,1731681120997 2024-11-15T14:32:04,002 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,41873,1731681120997, state=OPENING 2024-11-15T14:32:04,091 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T14:32:04,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41873-0x1014016a0020004, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396002583 2024-11-15T14:32:04,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33293-0x1014016a0020003, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396002583 2024-11-15T14:32:04,100 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-396002583/meta-region-server: CHANGED 2024-11-15T14:32:04,100 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-396002583/meta-region-server: CHANGED 2024-11-15T14:32:04,100 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:32:04,100 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,41873,1731681120997}] 2024-11-15T14:32:04,140 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T14:32:04,254 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T14:32:04,256 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T14:32:04,260 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T14:32:04,260 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:32:04,260 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T14:32:04,262 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C41873%2C1731681120997.meta, suffix=.meta, logDir=hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/WALs/26754e923c4a,41873,1731681120997, archiveDir=hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/oldWALs, maxLogs=10 2024-11-15T14:32:04,274 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/WALs/26754e923c4a,41873,1731681120997/26754e923c4a%2C41873%2C1731681120997.meta.1731681124262.meta, exclude list is [], retry=0 2024-11-15T14:32:04,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41061,DS-064cdc85-df27-4056-89c7-2fe26694ab71,DISK] 2024-11-15T14:32:04,278 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/WALs/26754e923c4a,41873,1731681120997/26754e923c4a%2C41873%2C1731681120997.meta.1731681124262.meta 2024-11-15T14:32:04,279 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42753:42753)] 2024-11-15T14:32:04,279 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:32:04,280 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:32:04,280 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T14:32:04,280 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T14:32:04,280 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T14:32:04,280 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T14:32:04,280 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:32:04,280 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T14:32:04,280 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T14:32:04,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:32:04,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:32:04,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:04,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:32:04,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:32:04,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:32:04,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:04,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:32:04,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:32:04,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:32:04,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:04,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:32:04,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:32:04,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:32:04,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:04,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:32:04,286 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:32:04,287 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/data/hbase/meta/1588230740 2024-11-15T14:32:04,288 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/data/hbase/meta/1588230740 2024-11-15T14:32:04,289 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:32:04,289 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:32:04,290 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:32:04,291 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:32:04,292 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69714778, jitterRate=0.03883114457130432}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:32:04,292 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T14:32:04,292 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731681124280Writing region info on filesystem at 1731681124280Initializing all the Stores at 1731681124281 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681124281Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681124281Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681124281Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681124281Cleaning up temporary data from old regions at 1731681124289 (+8 ms)Running coprocessor post-open hooks at 1731681124292 (+3 ms)Region opened successfully at 1731681124292 2024-11-15T14:32:04,293 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731681124254 2024-11-15T14:32:04,295 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T14:32:04,295 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T14:32:04,296 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,41873,1731681120997 2024-11-15T14:32:04,297 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,41873,1731681120997, state=OPEN 2024-11-15T14:32:04,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41873-0x1014016a0020004, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-396002583/meta-region-server 2024-11-15T14:32:04,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33293-0x1014016a0020003, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-396002583/meta-region-server 2024-11-15T14:32:04,306 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=26754e923c4a,41873,1731681120997 2024-11-15T14:32:04,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-396002583/meta-region-server: CHANGED 2024-11-15T14:32:04,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-396002583/meta-region-server: CHANGED 2024-11-15T14:32:04,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T14:32:04,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,41873,1731681120997 in 206 msec 2024-11-15T14:32:04,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T14:32:04,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 462 msec 2024-11-15T14:32:04,312 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:32:04,312 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T14:32:04,313 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:32:04,313 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,41873,1731681120997, seqNum=-1] 2024-11-15T14:32:04,314 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:32:04,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:32:04,321 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3170 sec 2024-11-15T14:32:04,321 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731681124321, completionTime=-1 2024-11-15T14:32:04,321 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T14:32:04,321 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T14:32:04,323 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T14:32:04,323 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731681184323 2024-11-15T14:32:04,323 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731681244323 2024-11-15T14:32:04,323 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T14:32:04,323 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,33293,1731681120887-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:04,324 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,33293,1731681120887-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:04,324 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,33293,1731681120887-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:04,324 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-26754e923c4a:33293, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:04,324 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:04,324 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:04,326 DEBUG [master/26754e923c4a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T14:32:04,327 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.269sec 2024-11-15T14:32:04,328 INFO [master/26754e923c4a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T14:32:04,328 INFO [master/26754e923c4a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T14:32:04,328 INFO [master/26754e923c4a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T14:32:04,328 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T14:32:04,328 INFO [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T14:32:04,328 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,33293,1731681120887-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:32:04,328 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,33293,1731681120887-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T14:32:04,330 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T14:32:04,330 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T14:32:04,330 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,33293,1731681120887-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:04,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46d6d125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:32:04,425 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,33293,-1 for getting cluster id 2024-11-15T14:32:04,425 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:32:04,427 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '590b113a-3d0c-4791-9a47-25a788ca6df4' 2024-11-15T14:32:04,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:32:04,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "590b113a-3d0c-4791-9a47-25a788ca6df4" 2024-11-15T14:32:04,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2692c885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:32:04,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,33293,-1] 2024-11-15T14:32:04,428 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:32:04,428 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:32:04,429 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:32:04,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cd773f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:32:04,430 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:32:04,431 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,41873,1731681120997, seqNum=-1] 2024-11-15T14:32:04,431 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:32:04,432 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:32:04,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=26754e923c4a,33293,1731681120887 2024-11-15T14:32:04,435 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64719 2024-11-15T14:32:04,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:32:04,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014016a0020005 connected 2024-11-15T14:32:04,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d4a4c4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:32:04,452 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,35851,-1 for getting cluster id 2024-11-15T14:32:04,452 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:32:04,453 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3aa8e79f-59d0-4a28-aa99-4f883dfb365d' 2024-11-15T14:32:04,453 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:32:04,453 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3aa8e79f-59d0-4a28-aa99-4f883dfb365d" 2024-11-15T14:32:04,453 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b326fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:32:04,453 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,35851,-1] 2024-11-15T14:32:04,454 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:32:04,454 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:32:04,454 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:32:04,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6403dab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:32:04,455 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:32:04,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,35851,1731681116342 2024-11-15T14:32:04,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dc963e6 2024-11-15T14:32:04,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:32:04,457 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:32:04,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://26754e923c4a:33293,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T14:32:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T14:32:04,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:32:04,461 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='26754e923c4a:33293' 2024-11-15T14:32:04,462 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@405cb99a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:32:04,462 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,33293,-1 for getting cluster id 2024-11-15T14:32:04,462 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:32:04,463 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '590b113a-3d0c-4791-9a47-25a788ca6df4' 2024-11-15T14:32:04,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:32:04,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "590b113a-3d0c-4791-9a47-25a788ca6df4" 2024-11-15T14:32:04,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2bbdfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:32:04,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,33293,-1] 2024-11-15T14:32:04,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:32:04,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:32:04,465 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:32:04,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60655070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:32:04,466 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:32:04,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,33293,1731681120887 2024-11-15T14:32:04,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60c3dedd 2024-11-15T14:32:04,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:32:04,467 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:32:04,468 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-15T14:32:04,468 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T14:32:04,468 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:32:04,468 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:32:04,468 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:32:04,469 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:32:04,470 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T14:32:04,471 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T14:32:04,471 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:04,472 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T14:32:04,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741835_1011 (size=1138) 2024-11-15T14:32:04,520 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T14:32:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:32:04,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:32:04,880 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1c929fe1644add7d5b5f614211f96f22, NAME => 'hbase:replication,,1731681124469.1c929fe1644add7d5b5f614211f96f22.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e 2024-11-15T14:32:04,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741836_1012 (size=44) 2024-11-15T14:32:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:32:05,287 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731681124469.1c929fe1644add7d5b5f614211f96f22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:32:05,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1c929fe1644add7d5b5f614211f96f22, disabling compactions & flushes 2024-11-15T14:32:05,288 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731681124469.1c929fe1644add7d5b5f614211f96f22. 2024-11-15T14:32:05,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731681124469.1c929fe1644add7d5b5f614211f96f22. 2024-11-15T14:32:05,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731681124469.1c929fe1644add7d5b5f614211f96f22. after waiting 0 ms 2024-11-15T14:32:05,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731681124469.1c929fe1644add7d5b5f614211f96f22. 2024-11-15T14:32:05,288 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731681124469.1c929fe1644add7d5b5f614211f96f22. 2024-11-15T14:32:05,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1c929fe1644add7d5b5f614211f96f22: Waiting for close lock at 1731681125287Disabling compacts and flushes for region at 1731681125287Disabling writes for close at 1731681125288 (+1 ms)Writing region close event to WAL at 1731681125288Closed at 1731681125288 2024-11-15T14:32:05,289 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T14:32:05,290 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731681124469.1c929fe1644add7d5b5f614211f96f22.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731681125289"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731681125289"}]},"ts":"1731681125289"} 2024-11-15T14:32:05,292 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T14:32:05,293 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T14:32:05,293 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681125293"}]},"ts":"1731681125293"} 2024-11-15T14:32:05,295 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T14:32:05,296 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1c929fe1644add7d5b5f614211f96f22, ASSIGN}] 2024-11-15T14:32:05,297 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1c929fe1644add7d5b5f614211f96f22, ASSIGN 2024-11-15T14:32:05,298 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1c929fe1644add7d5b5f614211f96f22, ASSIGN; state=OFFLINE, location=26754e923c4a,39529,1731681116464; forceNewPlan=false, retain=false 2024-11-15T14:32:05,448 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1c929fe1644add7d5b5f614211f96f22, regionState=OPENING, regionLocation=26754e923c4a,39529,1731681116464 2024-11-15T14:32:05,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1c929fe1644add7d5b5f614211f96f22, ASSIGN because future has completed 2024-11-15T14:32:05,452 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c929fe1644add7d5b5f614211f96f22, server=26754e923c4a,39529,1731681116464}] 2024-11-15T14:32:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:32:05,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731681124469.1c929fe1644add7d5b5f614211f96f22. 2024-11-15T14:32:05,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:32:05,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T14:32:05,610 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C39529%2C1731681116464.rep, suffix=, logDir=hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/WALs/26754e923c4a,39529,1731681116464, archiveDir=hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/oldWALs, maxLogs=10 2024-11-15T14:32:05,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/WALs/26754e923c4a,39529,1731681116464/26754e923c4a%2C39529%2C1731681116464.rep.1731681125610, exclude list is [], retry=0 2024-11-15T14:32:05,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42715,DS-dafd8ba7-898c-4e90-9c17-d727f353f364,DISK] 2024-11-15T14:32:05,626 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/WALs/26754e923c4a,39529,1731681116464/26754e923c4a%2C39529%2C1731681116464.rep.1731681125610 2024-11-15T14:32:05,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40661:40661)] 2024-11-15T14:32:05,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c929fe1644add7d5b5f614211f96f22, NAME => 'hbase:replication,,1731681124469.1c929fe1644add7d5b5f614211f96f22.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:32:05,627 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:32:05,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T14:32:05,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731681124469.1c929fe1644add7d5b5f614211f96f22. service=MultiRowMutationService 2024-11-15T14:32:05,627 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T14:32:05,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1c929fe1644add7d5b5f614211f96f22 2024-11-15T14:32:05,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731681124469.1c929fe1644add7d5b5f614211f96f22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:32:05,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 1c929fe1644add7d5b5f614211f96f22 2024-11-15T14:32:05,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 1c929fe1644add7d5b5f614211f96f22 2024-11-15T14:32:05,629 INFO [StoreOpener-1c929fe1644add7d5b5f614211f96f22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1c929fe1644add7d5b5f614211f96f22 2024-11-15T14:32:05,630 INFO [StoreOpener-1c929fe1644add7d5b5f614211f96f22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c929fe1644add7d5b5f614211f96f22 columnFamilyName hfileref 2024-11-15T14:32:05,630 DEBUG [StoreOpener-1c929fe1644add7d5b5f614211f96f22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:05,630 INFO [StoreOpener-1c929fe1644add7d5b5f614211f96f22-1 {}] regionserver.HStore(327): Store=1c929fe1644add7d5b5f614211f96f22/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:32:05,630 INFO [StoreOpener-1c929fe1644add7d5b5f614211f96f22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1c929fe1644add7d5b5f614211f96f22 2024-11-15T14:32:05,631 INFO [StoreOpener-1c929fe1644add7d5b5f614211f96f22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c929fe1644add7d5b5f614211f96f22 columnFamilyName queue 2024-11-15T14:32:05,632 DEBUG [StoreOpener-1c929fe1644add7d5b5f614211f96f22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:05,632 INFO [StoreOpener-1c929fe1644add7d5b5f614211f96f22-1 {}] regionserver.HStore(327): Store=1c929fe1644add7d5b5f614211f96f22/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:32:05,632 INFO [StoreOpener-1c929fe1644add7d5b5f614211f96f22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1c929fe1644add7d5b5f614211f96f22 2024-11-15T14:32:05,633 INFO [StoreOpener-1c929fe1644add7d5b5f614211f96f22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c929fe1644add7d5b5f614211f96f22 columnFamilyName sid 2024-11-15T14:32:05,633 DEBUG [StoreOpener-1c929fe1644add7d5b5f614211f96f22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:05,634 INFO [StoreOpener-1c929fe1644add7d5b5f614211f96f22-1 {}] regionserver.HStore(327): Store=1c929fe1644add7d5b5f614211f96f22/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:32:05,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 1c929fe1644add7d5b5f614211f96f22 2024-11-15T14:32:05,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/data/hbase/replication/1c929fe1644add7d5b5f614211f96f22 2024-11-15T14:32:05,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/data/hbase/replication/1c929fe1644add7d5b5f614211f96f22 2024-11-15T14:32:05,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 1c929fe1644add7d5b5f614211f96f22 2024-11-15T14:32:05,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 1c929fe1644add7d5b5f614211f96f22 2024-11-15T14:32:05,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T14:32:05,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 1c929fe1644add7d5b5f614211f96f22 2024-11-15T14:32:05,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/data/hbase/replication/1c929fe1644add7d5b5f614211f96f22/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:32:05,640 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 1c929fe1644add7d5b5f614211f96f22; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58835160, jitterRate=-0.12328779697418213}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T14:32:05,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c929fe1644add7d5b5f614211f96f22 2024-11-15T14:32:05,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 1c929fe1644add7d5b5f614211f96f22: Running coprocessor pre-open hook at 1731681125627Writing region info on filesystem at 1731681125627Initializing all the Stores at 1731681125628 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681125628Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681125628Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681125628Cleaning up temporary data from old regions at 1731681125636 (+8 ms)Running coprocessor post-open hooks at 1731681125640 (+4 ms)Region opened successfully at 1731681125640 2024-11-15T14:32:05,641 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731681124469.1c929fe1644add7d5b5f614211f96f22., pid=7, masterSystemTime=1731681125604 2024-11-15T14:32:05,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731681124469.1c929fe1644add7d5b5f614211f96f22. 2024-11-15T14:32:05,643 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731681124469.1c929fe1644add7d5b5f614211f96f22. 2024-11-15T14:32:05,644 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1c929fe1644add7d5b5f614211f96f22, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,39529,1731681116464 2024-11-15T14:32:05,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c929fe1644add7d5b5f614211f96f22, server=26754e923c4a,39529,1731681116464 because future has completed 2024-11-15T14:32:05,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-15T14:32:05,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c929fe1644add7d5b5f614211f96f22, server=26754e923c4a,39529,1731681116464 in 195 msec 2024-11-15T14:32:05,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T14:32:05,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1c929fe1644add7d5b5f614211f96f22, ASSIGN in 355 msec 2024-11-15T14:32:05,653 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T14:32:05,653 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681125653"}]},"ts":"1731681125653"} 2024-11-15T14:32:05,655 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T14:32:05,656 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T14:32:05,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1870 sec 2024-11-15T14:32:05,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731681124469.1c929fe1644add7d5b5f614211f96f22., hostname=26754e923c4a,39529,1731681116464, seqNum=2] 2024-11-15T14:32:05,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T14:32:05,683 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T14:32:05,684 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T14:32:05,684 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-15T14:32:05,685 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:32:05,685 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T14:32:05,685 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:32:05,685 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T14:32:05,685 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T14:32:05,685 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T14:32:05,724 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39529-0x1014016a0020001, quorum=127.0.0.1:64719, baseZNode=/01468917969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01468917969 2024-11-15T14:32:05,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35851-0x1014016a0020000, quorum=127.0.0.1:64719, baseZNode=/01468917969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01468917969 2024-11-15T14:32:05,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T14:32:05,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39529 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-15T14:32:05,896 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T14:32:05,925 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-26754e923c4a,39529,1731681116464, ReplicationSource: 1, currentBandwidth=0 2024-11-15T14:32:05,926 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:32:05,926 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,39529,1731681116464, seqNum=-1] 2024-11-15T14:32:05,926 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:32:05,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54871, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-15T14:32:05,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-26754e923c4a,39529,1731681116464', locateType=CURRENT is [region=hbase:replication,,1731681124469.1c929fe1644add7d5b5f614211f96f22., hostname=26754e923c4a,39529,1731681116464, seqNum=2] 2024-11-15T14:32:05,932 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-15T14:32:05,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-15T14:32:05,934 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 26754e923c4a,39529,1731681116464 suceeded 2024-11-15T14:32:05,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-15T14:32:05,937 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://26754e923c4a:33293,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T14:32:05,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-15T14:32:05,939 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4790 sec 2024-11-15T14:32:05,947 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,39529,1731681116464 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='26754e923c4a:33293' 2024-11-15T14:32:05,948 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,39529,1731681116464 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1aaa2fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:32:05,948 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,39529,1731681116464 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,33293,-1 for getting cluster id 2024-11-15T14:32:05,948 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,39529,1731681116464 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:32:05,949 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '590b113a-3d0c-4791-9a47-25a788ca6df4' 2024-11-15T14:32:05,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:32:05,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "590b113a-3d0c-4791-9a47-25a788ca6df4" 2024-11-15T14:32:05,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1af81168, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:32:05,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,33293,-1] 2024-11-15T14:32:05,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:32:05,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:32:05,951 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:32:05,951 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,39529,1731681116464 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15bbfe97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:32:05,952 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,39529,1731681116464 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:32:05,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,33293,1731681120887 2024-11-15T14:32:05,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ea1898f 2024-11-15T14:32:05,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:32:05,953 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-15T14:32:05,954 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,39529,1731681116464 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-26754e923c4a,39529,1731681116464 (queues=1) is replicating from cluster=3aa8e79f-59d0-4a28-aa99-4f883dfb365d to cluster=590b113a-3d0c-4791-9a47-25a788ca6df4 2024-11-15T14:32:05,954 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,39529,1731681116464 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=26754e923c4a%2C39529%2C1731681116464 2024-11-15T14:32:05,954 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,39529,1731681116464 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-26754e923c4a,39529,1731681116464, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T14:32:05,954 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,39529,1731681116464.replicationSource.shipper26754e923c4a%2C39529%2C1731681116464,1-26754e923c4a,39529,1731681116464 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 26754e923c4a%2C39529%2C1731681116464 2024-11-15T14:32:05,954 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,39529,1731681116464.replicationSource.wal-reader.26754e923c4a%2C39529%2C1731681116464,1-26754e923c4a,39529,1731681116464 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/WALs/26754e923c4a,39529,1731681116464/26754e923c4a%2C39529%2C1731681116464.1731681118278, startPosition=0, beingWritten=true 2024-11-15T14:32:06,160 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,39529,1731681116464.replicationSource.wal-reader.26754e923c4a%2C39529%2C1731681116464,1-26754e923c4a,39529,1731681116464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/WALs/26754e923c4a,39529,1731681116464/26754e923c4a%2C39529%2C1731681116464.1731681118278 to pos 0, reset compression=false 2024-11-15T14:32:06,466 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,39529,1731681116464.replicationSource.wal-reader.26754e923c4a%2C39529%2C1731681116464,1-26754e923c4a,39529,1731681116464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/WALs/26754e923c4a,39529,1731681116464/26754e923c4a%2C39529%2C1731681116464.1731681118278 to pos 0, reset compression=false 2024-11-15T14:32:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:32:06,604 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T14:32:06,604 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:32:06,604 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:32:06,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:32:06,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:32:06,605 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:32:06,605 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:32:06,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,35851,1731681116342 2024-11-15T14:32:06,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@343fcd01 2024-11-15T14:32:06,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:32:06,607 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:32:06,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-15T14:32:06,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T14:32:06,608 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:32:06,608 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:32:06,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:32:06,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:32:06,608 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:32:06,608 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T14:32:06,608 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1707298507, stopped=false 2024-11-15T14:32:06,608 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=26754e923c4a,33293,1731681120887 2024-11-15T14:32:06,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41873-0x1014016a0020004, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-396002583/running 2024-11-15T14:32:06,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33293-0x1014016a0020003, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-396002583/running 2024-11-15T14:32:06,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41873-0x1014016a0020004, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396002583 2024-11-15T14:32:06,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33293-0x1014016a0020003, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396002583 2024-11-15T14:32:06,627 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:32:06,627 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:32:06,627 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:32:06,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:32:06,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33293-0x1014016a0020003, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Set watcher on znode that does not yet exist, /1-396002583/running 2024-11-15T14:32:06,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41873-0x1014016a0020004, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Set watcher on znode that does not yet exist, /1-396002583/running 2024-11-15T14:32:06,628 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '26754e923c4a,41873,1731681120997' ***** 2024-11-15T14:32:06,628 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T14:32:06,628 INFO [RS:0;26754e923c4a:41873 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T14:32:06,628 INFO [RS:0;26754e923c4a:41873 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T14:32:06,628 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T14:32:06,628 INFO [RS:0;26754e923c4a:41873 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T14:32:06,628 INFO [RS:0;26754e923c4a:41873 {}] regionserver.HRegionServer(959): stopping server 26754e923c4a,41873,1731681120997 2024-11-15T14:32:06,628 INFO [RS:0;26754e923c4a:41873 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:32:06,628 INFO [RS:0;26754e923c4a:41873 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:41873. 2024-11-15T14:32:06,628 DEBUG [RS:0;26754e923c4a:41873 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:32:06,628 DEBUG [RS:0;26754e923c4a:41873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:32:06,628 INFO [RS:0;26754e923c4a:41873 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T14:32:06,628 INFO [RS:0;26754e923c4a:41873 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T14:32:06,628 INFO [RS:0;26754e923c4a:41873 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T14:32:06,628 INFO [RS:0;26754e923c4a:41873 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T14:32:06,629 INFO [RS:0;26754e923c4a:41873 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T14:32:06,629 DEBUG [RS:0;26754e923c4a:41873 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T14:32:06,629 DEBUG [RS:0;26754e923c4a:41873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:32:06,629 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:32:06,629 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:32:06,629 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:32:06,629 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:32:06,629 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:32:06,629 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-15T14:32:06,646 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/data/hbase/meta/1588230740/.tmp/ns/fb74ba236672468990cfe0da3506871c is 43, key is default/ns:d/1731681124316/Put/seqid=0 2024-11-15T14:32:06,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41061 is added to blk_1073741835_1011 (size=5153) 2024-11-15T14:32:06,703 INFO [regionserver/26754e923c4a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:32:06,829 DEBUG [RS:0;26754e923c4a:41873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:32:06,872 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,39529,1731681116464.replicationSource.wal-reader.26754e923c4a%2C39529%2C1731681116464,1-26754e923c4a,39529,1731681116464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/WALs/26754e923c4a,39529,1731681116464/26754e923c4a%2C39529%2C1731681116464.1731681118278 to pos 0, reset compression=false 2024-11-15T14:32:07,029 DEBUG [RS:0;26754e923c4a:41873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:32:07,052 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/data/hbase/meta/1588230740/.tmp/ns/fb74ba236672468990cfe0da3506871c 2024-11-15T14:32:07,058 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/data/hbase/meta/1588230740/.tmp/ns/fb74ba236672468990cfe0da3506871c as hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/data/hbase/meta/1588230740/ns/fb74ba236672468990cfe0da3506871c 2024-11-15T14:32:07,066 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/data/hbase/meta/1588230740/ns/fb74ba236672468990cfe0da3506871c, entries=2, sequenceid=6, filesize=5.0 K 2024-11-15T14:32:07,068 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=6, compaction requested=false 2024-11-15T14:32:07,072 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T14:32:07,072 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:32:07,072 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:32:07,072 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:32:07,073 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681126629Running coprocessor pre-close hooks at 1731681126629Disabling compacts and flushes for region at 1731681126629Disabling writes for close at 1731681126629Obtaining lock to block concurrent updates at 1731681126629Preparing flush snapshotting stores in 1588230740 at 1731681126629Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731681126629Flushing stores of hbase:meta,,1.1588230740 at 1731681126630 (+1 ms)Flushing 1588230740/ns: creating writer at 1731681126630Flushing 1588230740/ns: appending metadata at 1731681126646 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731681126646Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5193c38c: reopening flushed file at 1731681127057 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=6, compaction requested=false at 1731681127068 (+11 ms)Writing region close event to WAL at 1731681127068Running coprocessor post-close hooks at 1731681127072 (+4 ms)Closed at 1731681127072 2024-11-15T14:32:07,073 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T14:32:07,100 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T14:32:07,100 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T14:32:07,229 INFO [RS:0;26754e923c4a:41873 {}] regionserver.HRegionServer(976): stopping server 26754e923c4a,41873,1731681120997; all regions closed. 2024-11-15T14:32:07,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41061 is added to blk_1073741834_1010 (size=1152) 2024-11-15T14:32:07,239 DEBUG [RS:0;26754e923c4a:41873 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/oldWALs 2024-11-15T14:32:07,239 INFO [RS:0;26754e923c4a:41873 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 26754e923c4a%2C41873%2C1731681120997.meta:.meta(num 1731681124262) 2024-11-15T14:32:07,247 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/WALs/26754e923c4a,41873,1731681120997/26754e923c4a%2C41873%2C1731681120997.1731681123229 not finished, retry = 0 2024-11-15T14:32:07,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41061 is added to blk_1073741832_1008 (size=93) 2024-11-15T14:32:07,350 DEBUG [RS:0;26754e923c4a:41873 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/oldWALs 2024-11-15T14:32:07,350 INFO [RS:0;26754e923c4a:41873 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 26754e923c4a%2C41873%2C1731681120997:(num 1731681123229) 2024-11-15T14:32:07,350 DEBUG [RS:0;26754e923c4a:41873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:32:07,350 INFO [RS:0;26754e923c4a:41873 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:32:07,350 INFO [RS:0;26754e923c4a:41873 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:32:07,350 INFO [RS:0;26754e923c4a:41873 {}] hbase.ChoreService(370): Chore service for: regionserver/26754e923c4a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T14:32:07,350 INFO [RS:0;26754e923c4a:41873 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:32:07,350 INFO [regionserver/26754e923c4a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:32:07,351 INFO [RS:0;26754e923c4a:41873 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41873 2024-11-15T14:32:07,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41873-0x1014016a0020004, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-396002583/rs/26754e923c4a,41873,1731681120997 2024-11-15T14:32:07,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33293-0x1014016a0020003, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396002583/rs 2024-11-15T14:32:07,358 INFO [RS:0;26754e923c4a:41873 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:32:07,366 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [26754e923c4a,41873,1731681120997] 2024-11-15T14:32:07,374 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-396002583/draining/26754e923c4a,41873,1731681120997 already deleted, retry=false 2024-11-15T14:32:07,374 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 26754e923c4a,41873,1731681120997 expired; onlineServers=0 2024-11-15T14:32:07,374 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '26754e923c4a,33293,1731681120887' ***** 2024-11-15T14:32:07,374 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T14:32:07,374 INFO [M:0;26754e923c4a:33293 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:32:07,374 INFO [M:0;26754e923c4a:33293 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:32:07,375 DEBUG [M:0;26754e923c4a:33293 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T14:32:07,375 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681123009 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681123009,5,FailOnTimeoutGroup] 2024-11-15T14:32:07,375 DEBUG [M:0;26754e923c4a:33293 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T14:32:07,375 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681123009 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681123009,5,FailOnTimeoutGroup] 2024-11-15T14:32:07,375 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T14:32:07,375 INFO [M:0;26754e923c4a:33293 {}] hbase.ChoreService(370): Chore service for: master/26754e923c4a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T14:32:07,375 INFO [M:0;26754e923c4a:33293 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:32:07,375 DEBUG [M:0;26754e923c4a:33293 {}] master.HMaster(1795): Stopping service threads 2024-11-15T14:32:07,375 INFO [M:0;26754e923c4a:33293 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T14:32:07,375 INFO [M:0;26754e923c4a:33293 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:32:07,375 INFO [M:0;26754e923c4a:33293 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T14:32:07,376 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T14:32:07,377 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,39529,1731681116464.replicationSource.wal-reader.26754e923c4a%2C39529%2C1731681116464,1-26754e923c4a,39529,1731681116464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/WALs/26754e923c4a,39529,1731681116464/26754e923c4a%2C39529%2C1731681116464.1731681118278 to pos 0, reset compression=false 2024-11-15T14:32:07,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33293-0x1014016a0020003, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-396002583/master 2024-11-15T14:32:07,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33293-0x1014016a0020003, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396002583 2024-11-15T14:32:07,383 DEBUG [M:0;26754e923c4a:33293 {}] zookeeper.ZKUtil(347): master:33293-0x1014016a0020003, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Unable to get data of znode /1-396002583/master because node does not exist (not an error) 2024-11-15T14:32:07,383 WARN [M:0;26754e923c4a:33293 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T14:32:07,383 INFO [M:0;26754e923c4a:33293 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/.lastflushedseqids 2024-11-15T14:32:07,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41061 is added to blk_1073741836_1012 (size=99) 2024-11-15T14:32:07,466 INFO [RS:0;26754e923c4a:41873 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:32:07,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41873-0x1014016a0020004, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:32:07,466 INFO [RS:0;26754e923c4a:41873 {}] regionserver.HRegionServer(1031): Exiting; stopping=26754e923c4a,41873,1731681120997; zookeeper connection closed. 2024-11-15T14:32:07,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41873-0x1014016a0020004, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:32:07,466 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@341df125 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@341df125 2024-11-15T14:32:07,467 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T14:32:07,789 INFO [M:0;26754e923c4a:33293 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T14:32:07,789 INFO [M:0;26754e923c4a:33293 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T14:32:07,789 DEBUG [M:0;26754e923c4a:33293 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:32:07,789 INFO [M:0;26754e923c4a:33293 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:32:07,789 DEBUG [M:0;26754e923c4a:33293 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:32:07,789 DEBUG [M:0;26754e923c4a:33293 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:32:07,789 DEBUG [M:0;26754e923c4a:33293 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:32:07,789 INFO [M:0;26754e923c4a:33293 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-15T14:32:07,807 DEBUG [M:0;26754e923c4a:33293 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a07088b3a1be44528a73079bbf5aed66 is 82, key is hbase:meta,,1/info:regioninfo/1731681124296/Put/seqid=0 2024-11-15T14:32:07,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41061 is added to blk_1073741837_1013 (size=5672) 2024-11-15T14:32:07,982 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,39529,1731681116464.replicationSource.wal-reader.26754e923c4a%2C39529%2C1731681116464,1-26754e923c4a,39529,1731681116464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/WALs/26754e923c4a,39529,1731681116464/26754e923c4a%2C39529%2C1731681116464.1731681118278 to pos 0, reset compression=false 2024-11-15T14:32:08,212 INFO [M:0;26754e923c4a:33293 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a07088b3a1be44528a73079bbf5aed66 2024-11-15T14:32:08,233 DEBUG [M:0;26754e923c4a:33293 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/32c2a8d2683b44c1bf951299c6b0a9e1 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731681124320/Put/seqid=0 2024-11-15T14:32:08,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41061 is added to blk_1073741838_1014 (size=5275) 2024-11-15T14:32:08,639 INFO [M:0;26754e923c4a:33293 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/32c2a8d2683b44c1bf951299c6b0a9e1 2024-11-15T14:32:08,658 DEBUG [M:0;26754e923c4a:33293 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03e096e3b4e94a69b961a442a898cda5 is 69, key is 26754e923c4a,41873,1731681120997/rs:state/1731681123062/Put/seqid=0 2024-11-15T14:32:08,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41061 is added to blk_1073741839_1015 (size=5156) 2024-11-15T14:32:08,688 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,39529,1731681116464.replicationSource.wal-reader.26754e923c4a%2C39529%2C1731681116464,1-26754e923c4a,39529,1731681116464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/WALs/26754e923c4a,39529,1731681116464/26754e923c4a%2C39529%2C1731681116464.1731681118278 to pos 0, reset compression=false 2024-11-15T14:32:09,063 INFO [M:0;26754e923c4a:33293 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03e096e3b4e94a69b961a442a898cda5 2024-11-15T14:32:09,069 DEBUG [M:0;26754e923c4a:33293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a07088b3a1be44528a73079bbf5aed66 as hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a07088b3a1be44528a73079bbf5aed66 2024-11-15T14:32:09,074 INFO [M:0;26754e923c4a:33293 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a07088b3a1be44528a73079bbf5aed66, entries=8, sequenceid=28, filesize=5.5 K 2024-11-15T14:32:09,075 DEBUG [M:0;26754e923c4a:33293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/32c2a8d2683b44c1bf951299c6b0a9e1 as hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/32c2a8d2683b44c1bf951299c6b0a9e1 2024-11-15T14:32:09,081 INFO [M:0;26754e923c4a:33293 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/32c2a8d2683b44c1bf951299c6b0a9e1, entries=3, sequenceid=28, filesize=5.2 K 2024-11-15T14:32:09,082 DEBUG [M:0;26754e923c4a:33293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03e096e3b4e94a69b961a442a898cda5 as hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/03e096e3b4e94a69b961a442a898cda5 2024-11-15T14:32:09,088 INFO [M:0;26754e923c4a:33293 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35725/user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/03e096e3b4e94a69b961a442a898cda5, entries=1, sequenceid=28, filesize=5.0 K 2024-11-15T14:32:09,089 INFO [M:0;26754e923c4a:33293 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=28, compaction requested=false 2024-11-15T14:32:09,090 INFO [M:0;26754e923c4a:33293 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:32:09,091 DEBUG [M:0;26754e923c4a:33293 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681127789Disabling compacts and flushes for region at 1731681127789Disabling writes for close at 1731681127789Obtaining lock to block concurrent updates at 1731681127789Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731681127789Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731681127790 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731681127790Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731681127790Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731681127806 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731681127806Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731681128217 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731681128233 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731681128233Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731681128645 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731681128658 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731681128658Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9158c65: reopening flushed file at 1731681129069 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a148059: reopening flushed file at 1731681129075 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bdd719d: reopening flushed file at 1731681129081 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=28, compaction requested=false at 1731681129089 (+8 ms)Writing region close event to WAL at 1731681129090 (+1 ms)Closed at 1731681129090 2024-11-15T14:32:09,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41061 is added to blk_1073741830_1006 (size=10165) 2024-11-15T14:32:09,093 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d9882269-eaa1-107f-8538-7cf4c794cac9/MasterData/WALs/26754e923c4a,33293,1731681120887/26754e923c4a%2C33293%2C1731681120887.1731681122800 not finished, retry = 0 2024-11-15T14:32:09,194 INFO [M:0;26754e923c4a:33293 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T14:32:09,194 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:32:09,194 INFO [M:0;26754e923c4a:33293 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33293 2024-11-15T14:32:09,195 INFO [M:0;26754e923c4a:33293 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:32:09,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33293-0x1014016a0020003, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:32:09,383 INFO [M:0;26754e923c4a:33293 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:32:09,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33293-0x1014016a0020003, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:32:09,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@428096fd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:32:09,386 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@671ff379{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:32:09,386 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:32:09,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@654d7991{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:32:09,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c9345c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4e4e39f-befa-91f4-2c02-601ffdbb8296/hadoop.log.dir/,STOPPED} 2024-11-15T14:32:09,387 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T14:32:09,387 WARN [BP-1036051996-172.17.0.3-1731681119456 heartbeating to localhost/127.0.0.1:35725 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T14:32:09,387 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T14:32:09,387 WARN [BP-1036051996-172.17.0.3-1731681119456 heartbeating to localhost/127.0.0.1:35725 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1036051996-172.17.0.3-1731681119456 (Datanode Uuid 35712340-50ab-45fb-a946-2400eab1600a) service to localhost/127.0.0.1:35725 2024-11-15T14:32:09,387 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4e4e39f-befa-91f4-2c02-601ffdbb8296/cluster_5134de9b-e628-755b-b145-b775f56db68d/data/data1/current/BP-1036051996-172.17.0.3-1731681119456 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:32:09,387 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4e4e39f-befa-91f4-2c02-601ffdbb8296/cluster_5134de9b-e628-755b-b145-b775f56db68d/data/data2/current/BP-1036051996-172.17.0.3-1731681119456 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:32:09,388 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T14:32:09,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15230209{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:32:09,393 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e12458e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:32:09,393 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:32:09,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bf604b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:32:09,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c32071a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4e4e39f-befa-91f4-2c02-601ffdbb8296/hadoop.log.dir/,STOPPED} 2024-11-15T14:32:09,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T14:32:09,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T14:32:09,405 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:32:09,405 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:32:09,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:32:09,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:32:09,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:32:09,405 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T14:32:09,405 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1177918031, stopped=false 2024-11-15T14:32:09,405 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=26754e923c4a,35851,1731681116342 2024-11-15T14:32:09,416 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39529-0x1014016a0020001, quorum=127.0.0.1:64719, baseZNode=/01468917969 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01468917969/running 2024-11-15T14:32:09,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35851-0x1014016a0020000, quorum=127.0.0.1:64719, baseZNode=/01468917969 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01468917969/running 2024-11-15T14:32:09,416 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39529-0x1014016a0020001, quorum=127.0.0.1:64719, baseZNode=/01468917969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01468917969 2024-11-15T14:32:09,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35851-0x1014016a0020000, quorum=127.0.0.1:64719, baseZNode=/01468917969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01468917969 2024-11-15T14:32:09,416 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:32:09,416 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:32:09,416 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:32:09,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:32:09,416 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '26754e923c4a,39529,1731681116464' ***** 2024-11-15T14:32:09,416 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39529-0x1014016a0020001, quorum=127.0.0.1:64719, baseZNode=/01468917969 Set watcher on znode that does not yet exist, /01468917969/running 2024-11-15T14:32:09,416 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35851-0x1014016a0020000, quorum=127.0.0.1:64719, baseZNode=/01468917969 Set watcher on znode that does not yet exist, /01468917969/running 2024-11-15T14:32:09,416 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T14:32:09,417 INFO [RS:0;26754e923c4a:39529 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T14:32:09,417 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T14:32:09,417 INFO [RS:0;26754e923c4a:39529 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T14:32:09,417 INFO [RS:0;26754e923c4a:39529 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T14:32:09,417 INFO [RS:0;26754e923c4a:39529 {}] regionserver.HRegionServer(3091): Received CLOSE for 1c929fe1644add7d5b5f614211f96f22 2024-11-15T14:32:09,418 INFO [RS:0;26754e923c4a:39529 {}] regionserver.HRegionServer(959): stopping server 26754e923c4a,39529,1731681116464 2024-11-15T14:32:09,418 INFO [RS:0;26754e923c4a:39529 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:32:09,418 INFO [RS:0;26754e923c4a:39529 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:39529. 2024-11-15T14:32:09,418 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1c929fe1644add7d5b5f614211f96f22, disabling compactions & flushes 2024-11-15T14:32:09,418 DEBUG [RS:0;26754e923c4a:39529 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:32:09,418 DEBUG [RS:0;26754e923c4a:39529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:32:09,418 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731681124469.1c929fe1644add7d5b5f614211f96f22. 2024-11-15T14:32:09,418 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731681124469.1c929fe1644add7d5b5f614211f96f22. 2024-11-15T14:32:09,418 INFO [RS:0;26754e923c4a:39529 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T14:32:09,418 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731681124469.1c929fe1644add7d5b5f614211f96f22. after waiting 0 ms 2024-11-15T14:32:09,418 INFO [RS:0;26754e923c4a:39529 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T14:32:09,418 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731681124469.1c929fe1644add7d5b5f614211f96f22. 2024-11-15T14:32:09,418 INFO [RS:0;26754e923c4a:39529 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T14:32:09,418 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1c929fe1644add7d5b5f614211f96f22 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-15T14:32:09,418 INFO [RS:0;26754e923c4a:39529 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T14:32:09,418 INFO [RS:0;26754e923c4a:39529 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T14:32:09,418 DEBUG [RS:0;26754e923c4a:39529 {}] regionserver.HRegionServer(1325): Online Regions={1c929fe1644add7d5b5f614211f96f22=hbase:replication,,1731681124469.1c929fe1644add7d5b5f614211f96f22., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T14:32:09,419 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:32:09,419 DEBUG [RS:0;26754e923c4a:39529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c929fe1644add7d5b5f614211f96f22 2024-11-15T14:32:09,419 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:32:09,419 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:32:09,419 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:32:09,419 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:32:09,419 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-15T14:32:09,433 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/data/hbase/replication/1c929fe1644add7d5b5f614211f96f22/.tmp/queue/8ba915178b5d4de5a0f68c39aa8f85a2 is 151, key is 1-26754e923c4a,39529,1731681116464/queue:26754e923c4a%2C39529%2C1731681116464/1731681125930/Put/seqid=0 2024-11-15T14:32:09,433 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/data/hbase/meta/1588230740/.tmp/info/01b9e6760df74d7296b5e3b996bcb403 is 147, key is hbase:replication,,1731681124469.1c929fe1644add7d5b5f614211f96f22./info:regioninfo/1731681125644/Put/seqid=0 2024-11-15T14:32:09,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741838_1014 (size=5350) 2024-11-15T14:32:09,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741839_1015 (size=6631) 2024-11-15T14:32:09,454 INFO [regionserver/26754e923c4a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:32:09,493 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,39529,1731681116464.replicationSource.wal-reader.26754e923c4a%2C39529%2C1731681116464,1-26754e923c4a,39529,1731681116464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/WALs/26754e923c4a,39529,1731681116464/26754e923c4a%2C39529%2C1731681116464.1731681118278 to pos 0, reset compression=false 2024-11-15T14:32:09,619 DEBUG [RS:0;26754e923c4a:39529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c929fe1644add7d5b5f614211f96f22 2024-11-15T14:32:09,782 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T14:32:09,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:32:09,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:32:09,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:32:09,819 DEBUG [RS:0;26754e923c4a:39529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c929fe1644add7d5b5f614211f96f22 2024-11-15T14:32:09,838 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/data/hbase/replication/1c929fe1644add7d5b5f614211f96f22/.tmp/queue/8ba915178b5d4de5a0f68c39aa8f85a2 2024-11-15T14:32:09,838 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/data/hbase/meta/1588230740/.tmp/info/01b9e6760df74d7296b5e3b996bcb403 2024-11-15T14:32:09,845 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/data/hbase/replication/1c929fe1644add7d5b5f614211f96f22/.tmp/queue/8ba915178b5d4de5a0f68c39aa8f85a2 as hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/data/hbase/replication/1c929fe1644add7d5b5f614211f96f22/queue/8ba915178b5d4de5a0f68c39aa8f85a2 2024-11-15T14:32:09,852 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/data/hbase/replication/1c929fe1644add7d5b5f614211f96f22/queue/8ba915178b5d4de5a0f68c39aa8f85a2, entries=1, sequenceid=5, filesize=5.2 K 2024-11-15T14:32:09,853 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 1c929fe1644add7d5b5f614211f96f22 in 435ms, sequenceid=5, compaction requested=false 2024-11-15T14:32:09,853 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T14:32:09,858 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/data/hbase/replication/1c929fe1644add7d5b5f614211f96f22/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T14:32:09,858 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:32:09,858 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:32:09,859 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731681124469.1c929fe1644add7d5b5f614211f96f22. 2024-11-15T14:32:09,859 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1c929fe1644add7d5b5f614211f96f22: Waiting for close lock at 1731681129418Running coprocessor pre-close hooks at 1731681129418Disabling compacts and flushes for region at 1731681129418Disabling writes for close at 1731681129418Obtaining lock to block concurrent updates at 1731681129418Preparing flush snapshotting stores in 1c929fe1644add7d5b5f614211f96f22 at 1731681129418Finished memstore snapshotting hbase:replication,,1731681124469.1c929fe1644add7d5b5f614211f96f22., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731681129419 (+1 ms)Flushing stores of hbase:replication,,1731681124469.1c929fe1644add7d5b5f614211f96f22. at 1731681129419Flushing 1c929fe1644add7d5b5f614211f96f22/queue: creating writer at 1731681129419Flushing 1c929fe1644add7d5b5f614211f96f22/queue: appending metadata at 1731681129433 (+14 ms)Flushing 1c929fe1644add7d5b5f614211f96f22/queue: closing flushed file at 1731681129433Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42fe2f46: reopening flushed file at 1731681129844 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 1c929fe1644add7d5b5f614211f96f22 in 435ms, sequenceid=5, compaction requested=false at 1731681129853 (+9 ms)Writing region close event to WAL at 1731681129854 (+1 ms)Running coprocessor post-close hooks at 1731681129858 (+4 ms)Closed at 1731681129858 2024-11-15T14:32:09,859 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731681124469.1c929fe1644add7d5b5f614211f96f22. 2024-11-15T14:32:09,860 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/data/hbase/meta/1588230740/.tmp/ns/ce823bdb3bb84762997cfa4c18416fb7 is 43, key is default/ns:d/1731681119293/Put/seqid=0 2024-11-15T14:32:09,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741840_1016 (size=5153) 2024-11-15T14:32:10,019 DEBUG [RS:0;26754e923c4a:39529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:32:10,170 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T14:32:10,170 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T14:32:10,219 DEBUG [RS:0;26754e923c4a:39529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:32:10,264 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/data/hbase/meta/1588230740/.tmp/ns/ce823bdb3bb84762997cfa4c18416fb7 2024-11-15T14:32:10,283 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/data/hbase/meta/1588230740/.tmp/table/5fe088fd93e84a9f8b1802143135cf68 is 53, key is hbase:replication/table:state/1731681125653/Put/seqid=0 2024-11-15T14:32:10,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741841_1017 (size=5256) 2024-11-15T14:32:10,398 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,39529,1731681116464.replicationSource.wal-reader.26754e923c4a%2C39529%2C1731681116464,1-26754e923c4a,39529,1731681116464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/WALs/26754e923c4a,39529,1731681116464/26754e923c4a%2C39529%2C1731681116464.1731681118278 to pos 0, reset compression=false 2024-11-15T14:32:10,420 INFO [RS:0;26754e923c4a:39529 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T14:32:10,420 DEBUG [RS:0;26754e923c4a:39529 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T14:32:10,420 DEBUG [RS:0;26754e923c4a:39529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:32:10,620 DEBUG [RS:0;26754e923c4a:39529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:32:10,688 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/data/hbase/meta/1588230740/.tmp/table/5fe088fd93e84a9f8b1802143135cf68 2024-11-15T14:32:10,695 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/data/hbase/meta/1588230740/.tmp/info/01b9e6760df74d7296b5e3b996bcb403 as hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/data/hbase/meta/1588230740/info/01b9e6760df74d7296b5e3b996bcb403 2024-11-15T14:32:10,701 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/data/hbase/meta/1588230740/info/01b9e6760df74d7296b5e3b996bcb403, entries=10, sequenceid=11, filesize=6.5 K 2024-11-15T14:32:10,702 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/data/hbase/meta/1588230740/.tmp/ns/ce823bdb3bb84762997cfa4c18416fb7 as hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/data/hbase/meta/1588230740/ns/ce823bdb3bb84762997cfa4c18416fb7 2024-11-15T14:32:10,708 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/data/hbase/meta/1588230740/ns/ce823bdb3bb84762997cfa4c18416fb7, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T14:32:10,709 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/data/hbase/meta/1588230740/.tmp/table/5fe088fd93e84a9f8b1802143135cf68 as hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/data/hbase/meta/1588230740/table/5fe088fd93e84a9f8b1802143135cf68 2024-11-15T14:32:10,715 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/data/hbase/meta/1588230740/table/5fe088fd93e84a9f8b1802143135cf68, entries=2, sequenceid=11, filesize=5.1 K 2024-11-15T14:32:10,716 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=11, compaction requested=false 2024-11-15T14:32:10,721 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T14:32:10,721 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:32:10,721 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:32:10,721 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:32:10,721 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681129418Running coprocessor pre-close hooks at 1731681129418Disabling compacts and flushes for region at 1731681129418Disabling writes for close at 1731681129419 (+1 ms)Obtaining lock to block concurrent updates at 1731681129419Preparing flush snapshotting stores in 1588230740 at 1731681129419Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731681129419Flushing stores of hbase:meta,,1.1588230740 at 1731681129420 (+1 ms)Flushing 1588230740/info: creating writer at 1731681129420Flushing 1588230740/info: appending metadata at 1731681129433 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731681129433Flushing 1588230740/ns: creating writer at 1731681129844 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731681129859 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731681129859Flushing 1588230740/table: creating writer at 1731681130270 (+411 ms)Flushing 1588230740/table: appending metadata at 1731681130282 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731681130282Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63ab16fe: reopening flushed file at 1731681130694 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@424c5334: reopening flushed file at 1731681130701 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@539f7e85: reopening flushed file at 1731681130708 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=11, compaction requested=false at 1731681130716 (+8 ms)Writing region close event to WAL at 1731681130717 (+1 ms)Running coprocessor post-close hooks at 1731681130721 (+4 ms)Closed at 1731681130721 2024-11-15T14:32:10,721 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T14:32:10,820 INFO [RS:0;26754e923c4a:39529 {}] regionserver.HRegionServer(976): stopping server 26754e923c4a,39529,1731681116464; all regions closed. 2024-11-15T14:32:10,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741834_1010 (size=2742) 2024-11-15T14:32:10,823 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/WALs/26754e923c4a,39529,1731681116464/26754e923c4a%2C39529%2C1731681116464.meta.1731681119219.meta not finished, retry = 0 2024-11-15T14:32:10,926 DEBUG [RS:0;26754e923c4a:39529 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/oldWALs 2024-11-15T14:32:10,926 INFO [RS:0;26754e923c4a:39529 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 26754e923c4a%2C39529%2C1731681116464.meta:.meta(num 1731681119219) 2024-11-15T14:32:10,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741837_1013 (size=1586) 2024-11-15T14:32:10,928 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/WALs/26754e923c4a,39529,1731681116464/26754e923c4a%2C39529%2C1731681116464.rep.1731681125610 not finished, retry = 0 2024-11-15T14:32:11,032 DEBUG [RS:0;26754e923c4a:39529 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/oldWALs 2024-11-15T14:32:11,032 INFO [RS:0;26754e923c4a:39529 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 26754e923c4a%2C39529%2C1731681116464.rep:(num 1731681125610) 2024-11-15T14:32:11,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741832_1008 (size=93) 2024-11-15T14:32:11,036 DEBUG [RS:0;26754e923c4a:39529 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/oldWALs 2024-11-15T14:32:11,036 INFO [RS:0;26754e923c4a:39529 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 26754e923c4a%2C39529%2C1731681116464:(num 1731681118278) 2024-11-15T14:32:11,037 DEBUG [RS:0;26754e923c4a:39529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:32:11,037 INFO [RS:0;26754e923c4a:39529 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:32:11,037 INFO [RS:0;26754e923c4a:39529 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:32:11,037 INFO [RS:0;26754e923c4a:39529 {}] hbase.ChoreService(370): Chore service for: regionserver/26754e923c4a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T14:32:11,037 INFO [RS:0;26754e923c4a:39529 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:32:11,037 INFO [regionserver/26754e923c4a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:32:11,037 INFO [RS:0;26754e923c4a:39529 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-26754e923c4a,39529,1731681116464 because: Region server is closing 2024-11-15T14:32:11,037 INFO [RS:0;26754e923c4a:39529 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:39529. 2024-11-15T14:32:11,038 DEBUG [RS:0;26754e923c4a:39529 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:32:11,038 DEBUG [RS:0;26754e923c4a:39529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:32:11,038 DEBUG [RS:0;26754e923c4a:39529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:32:11,038 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:32:11,138 WARN [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,39529,1731681116464.replicationSource.wal-reader.26754e923c4a%2C39529%2C1731681116464,1-26754e923c4a,39529,1731681116464 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T14:32:11,138 WARN [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,39529,1731681116464.replicationSource.shipper26754e923c4a%2C39529%2C1731681116464,1-26754e923c4a,39529,1731681116464 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T14:32:11,138 INFO [RS:0;26754e923c4a:39529 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,39529,1731681116464.replicationSource.shipper26754e923c4a%2C39529%2C1731681116464,1-26754e923c4a,39529,1731681116464 terminated 2024-11-15T14:32:11,139 INFO [RS:0;26754e923c4a:39529 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39529 2024-11-15T14:32:11,191 INFO [RS:0;26754e923c4a:39529 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:32:11,191 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39529-0x1014016a0020001, quorum=127.0.0.1:64719, baseZNode=/01468917969 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01468917969/rs/26754e923c4a,39529,1731681116464 2024-11-15T14:32:11,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35851-0x1014016a0020000, quorum=127.0.0.1:64719, baseZNode=/01468917969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01468917969/rs 2024-11-15T14:32:11,199 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [26754e923c4a,39529,1731681116464] 2024-11-15T14:32:11,207 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01468917969/draining/26754e923c4a,39529,1731681116464 already deleted, retry=false 2024-11-15T14:32:11,207 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 26754e923c4a,39529,1731681116464 expired; onlineServers=0 2024-11-15T14:32:11,207 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '26754e923c4a,35851,1731681116342' ***** 2024-11-15T14:32:11,207 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T14:32:11,207 INFO [M:0;26754e923c4a:35851 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:32:11,207 INFO [M:0;26754e923c4a:35851 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:32:11,208 DEBUG [M:0;26754e923c4a:35851 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T14:32:11,208 DEBUG [M:0;26754e923c4a:35851 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T14:32:11,208 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T14:32:11,208 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681118039 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681118039,5,FailOnTimeoutGroup] 2024-11-15T14:32:11,208 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681118040 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681118040,5,FailOnTimeoutGroup] 2024-11-15T14:32:11,208 INFO [M:0;26754e923c4a:35851 {}] hbase.ChoreService(370): Chore service for: master/26754e923c4a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T14:32:11,208 INFO [M:0;26754e923c4a:35851 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:32:11,208 DEBUG [M:0;26754e923c4a:35851 {}] master.HMaster(1795): Stopping service threads 2024-11-15T14:32:11,208 INFO [M:0;26754e923c4a:35851 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T14:32:11,208 INFO [M:0;26754e923c4a:35851 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:32:11,208 INFO [M:0;26754e923c4a:35851 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T14:32:11,209 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T14:32:11,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35851-0x1014016a0020000, quorum=127.0.0.1:64719, baseZNode=/01468917969 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01468917969/master 2024-11-15T14:32:11,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35851-0x1014016a0020000, quorum=127.0.0.1:64719, baseZNode=/01468917969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01468917969 2024-11-15T14:32:11,216 DEBUG [M:0;26754e923c4a:35851 {}] zookeeper.ZKUtil(347): master:35851-0x1014016a0020000, quorum=127.0.0.1:64719, baseZNode=/01468917969 Unable to get data of znode /01468917969/master because node does not exist (not an error) 2024-11-15T14:32:11,216 WARN [M:0;26754e923c4a:35851 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T14:32:11,216 INFO [M:0;26754e923c4a:35851 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/.lastflushedseqids 2024-11-15T14:32:11,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741842_1018 (size=181) 2024-11-15T14:32:11,299 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39529-0x1014016a0020001, quorum=127.0.0.1:64719, baseZNode=/01468917969 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:32:11,299 INFO [RS:0;26754e923c4a:39529 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:32:11,299 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39529-0x1014016a0020001, quorum=127.0.0.1:64719, baseZNode=/01468917969 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:32:11,299 INFO [RS:0;26754e923c4a:39529 {}] regionserver.HRegionServer(1031): Exiting; stopping=26754e923c4a,39529,1731681116464; zookeeper connection closed. 2024-11-15T14:32:11,299 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61b88c9e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61b88c9e 2024-11-15T14:32:11,300 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T14:32:11,622 INFO [M:0;26754e923c4a:35851 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T14:32:11,622 INFO [M:0;26754e923c4a:35851 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T14:32:11,622 DEBUG [M:0;26754e923c4a:35851 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:32:11,622 INFO [M:0;26754e923c4a:35851 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:32:11,622 DEBUG [M:0;26754e923c4a:35851 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:32:11,622 DEBUG [M:0;26754e923c4a:35851 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:32:11,622 DEBUG [M:0;26754e923c4a:35851 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:32:11,623 INFO [M:0;26754e923c4a:35851 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-15T14:32:11,640 DEBUG [M:0;26754e923c4a:35851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2513c6e2fd454ef5bf4eafad787892d3 is 82, key is hbase:meta,,1/info:regioninfo/1731681119256/Put/seqid=0 2024-11-15T14:32:11,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741843_1019 (size=5672) 2024-11-15T14:32:12,045 INFO [M:0;26754e923c4a:35851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2513c6e2fd454ef5bf4eafad787892d3 2024-11-15T14:32:12,068 DEBUG [M:0;26754e923c4a:35851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a029ed7f78b4a96b4ef779e1bc6171a is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731681125657/Put/seqid=0 2024-11-15T14:32:12,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741844_1020 (size=7203) 2024-11-15T14:32:12,473 INFO [M:0;26754e923c4a:35851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a029ed7f78b4a96b4ef779e1bc6171a 2024-11-15T14:32:12,492 DEBUG [M:0;26754e923c4a:35851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2bc6640d72c40c8b62784ac66bfe8c8 is 69, key is 26754e923c4a,39529,1731681116464/rs:state/1731681118124/Put/seqid=0 2024-11-15T14:32:12,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741845_1021 (size=5156) 2024-11-15T14:32:12,897 INFO [M:0;26754e923c4a:35851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2bc6640d72c40c8b62784ac66bfe8c8 2024-11-15T14:32:12,903 DEBUG [M:0;26754e923c4a:35851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2513c6e2fd454ef5bf4eafad787892d3 as hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2513c6e2fd454ef5bf4eafad787892d3 2024-11-15T14:32:12,908 INFO [M:0;26754e923c4a:35851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2513c6e2fd454ef5bf4eafad787892d3, entries=8, sequenceid=70, filesize=5.5 K 2024-11-15T14:32:12,909 DEBUG [M:0;26754e923c4a:35851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a029ed7f78b4a96b4ef779e1bc6171a as hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a029ed7f78b4a96b4ef779e1bc6171a 2024-11-15T14:32:12,914 INFO [M:0;26754e923c4a:35851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a029ed7f78b4a96b4ef779e1bc6171a, entries=8, sequenceid=70, filesize=7.0 K 2024-11-15T14:32:12,916 DEBUG [M:0;26754e923c4a:35851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2bc6640d72c40c8b62784ac66bfe8c8 as hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e2bc6640d72c40c8b62784ac66bfe8c8 2024-11-15T14:32:12,921 INFO [M:0;26754e923c4a:35851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38161/user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e2bc6640d72c40c8b62784ac66bfe8c8, entries=1, sequenceid=70, filesize=5.0 K 2024-11-15T14:32:12,922 INFO [M:0;26754e923c4a:35851 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=70, compaction requested=false 2024-11-15T14:32:12,927 INFO [M:0;26754e923c4a:35851 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:32:12,927 DEBUG [M:0;26754e923c4a:35851 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681131622Disabling compacts and flushes for region at 1731681131622Disabling writes for close at 1731681131622Obtaining lock to block concurrent updates at 1731681131623 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731681131623Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731681131623Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731681131624 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731681131624Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731681131639 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731681131640 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731681132050 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731681132067 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731681132067Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731681132478 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731681132491 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731681132491Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c5e5b8f: reopening flushed file at 1731681132902 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3db9febb: reopening flushed file at 1731681132908 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e4fecb5: reopening flushed file at 1731681132915 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=70, compaction requested=false at 1731681132922 (+7 ms)Writing region close event to WAL at 1731681132926 (+4 ms)Closed at 1731681132927 (+1 ms) 2024-11-15T14:32:12,929 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/37255ed1-ecde-8cab-926f-8d8d5171514e/MasterData/WALs/26754e923c4a,35851,1731681116342/26754e923c4a%2C35851%2C1731681116342.1731681117805 not finished, retry = 0 2024-11-15T14:32:12,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741830_1006 (size=41008) 2024-11-15T14:32:13,030 INFO [M:0;26754e923c4a:35851 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T14:32:13,030 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:32:13,031 INFO [M:0;26754e923c4a:35851 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35851 2024-11-15T14:32:13,031 INFO [M:0;26754e923c4a:35851 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:32:13,157 INFO [M:0;26754e923c4a:35851 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:32:13,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35851-0x1014016a0020000, quorum=127.0.0.1:64719, baseZNode=/01468917969 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:32:13,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35851-0x1014016a0020000, quorum=127.0.0.1:64719, baseZNode=/01468917969 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:32:13,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@121fdf25{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:32:13,187 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c45a995{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:32:13,187 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:32:13,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4438aed1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:32:13,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44252c20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4fd812-a0ea-e264-00a8-b47a0b3c0d1a/hadoop.log.dir/,STOPPED} 2024-11-15T14:32:13,188 WARN [BP-884919759-172.17.0.3-1731681114753 heartbeating to localhost/127.0.0.1:38161 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T14:32:13,188 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T14:32:13,188 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T14:32:13,188 WARN [BP-884919759-172.17.0.3-1731681114753 heartbeating to localhost/127.0.0.1:38161 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-884919759-172.17.0.3-1731681114753 (Datanode Uuid 2e11b28c-18ff-4f32-916e-bf628dd46969) service to localhost/127.0.0.1:38161 2024-11-15T14:32:13,189 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4fd812-a0ea-e264-00a8-b47a0b3c0d1a/cluster_4625a1f8-f747-eb90-a973-28df33607cb3/data/data1/current/BP-884919759-172.17.0.3-1731681114753 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:32:13,189 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4fd812-a0ea-e264-00a8-b47a0b3c0d1a/cluster_4625a1f8-f747-eb90-a973-28df33607cb3/data/data2/current/BP-884919759-172.17.0.3-1731681114753 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:32:13,189 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T14:32:13,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@501cbce2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:32:13,197 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45a87e15{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:32:13,197 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:32:13,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ab6086a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:32:13,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7607be1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4fd812-a0ea-e264-00a8-b47a0b3c0d1a/hadoop.log.dir/,STOPPED} 2024-11-15T14:32:13,202 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T14:32:13,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T14:32:13,220 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 108) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35725 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:35725 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35725 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64719) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38161 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35725 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35725 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64719) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:38161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38161 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38161 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=251 (was 225) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1434 (was 1781) 2024-11-15T14:32:13,228 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=251, ProcessCount=11, AvailableMemoryMB=1434 2024-11-15T14:32:13,240 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-15T14:32:13,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4e4e39f-befa-91f4-2c02-601ffdbb8296/hadoop.log.dir so I do NOT create it in target/test-data/6e151580-08fb-0637-6b6a-9df4cb757298 2024-11-15T14:32:13,240 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4e4e39f-befa-91f4-2c02-601ffdbb8296/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T14:32:13,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4e4e39f-befa-91f4-2c02-601ffdbb8296/hadoop.tmp.dir so I do NOT create it in target/test-data/6e151580-08fb-0637-6b6a-9df4cb757298 2024-11-15T14:32:13,240 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4e4e39f-befa-91f4-2c02-601ffdbb8296/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T14:32:13,241 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e151580-08fb-0637-6b6a-9df4cb757298 2024-11-15T14:32:13,241 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e151580-08fb-0637-6b6a-9df4cb757298/cluster_a527bbd0-ecbe-3725-7fc1-982222fa386e, deleteOnExit=true 2024-11-15T14:32:13,243 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e151580-08fb-0637-6b6a-9df4cb757298/cluster_a527bbd0-ecbe-3725-7fc1-982222fa386e/zookeeper_0, clientPort=50169, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e151580-08fb-0637-6b6a-9df4cb757298/cluster_a527bbd0-ecbe-3725-7fc1-982222fa386e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e151580-08fb-0637-6b6a-9df4cb757298/cluster_a527bbd0-ecbe-3725-7fc1-982222fa386e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T14:32:13,244 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50169 2024-11-15T14:32:13,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T14:32:13,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T14:32:13,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e151580-08fb-0637-6b6a-9df4cb757298/test.cache.data in system properties and HBase conf 2024-11-15T14:32:13,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e151580-08fb-0637-6b6a-9df4cb757298/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T14:32:13,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e151580-08fb-0637-6b6a-9df4cb757298/hadoop.log.dir in system properties and HBase conf 2024-11-15T14:32:13,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e151580-08fb-0637-6b6a-9df4cb757298/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T14:32:13,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e151580-08fb-0637-6b6a-9df4cb757298/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T14:32:13,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T14:32:13,245 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T14:32:13,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e151580-08fb-0637-6b6a-9df4cb757298/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:32:13,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e151580-08fb-0637-6b6a-9df4cb757298/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:32:13,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e151580-08fb-0637-6b6a-9df4cb757298/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T14:32:13,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e151580-08fb-0637-6b6a-9df4cb757298/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:32:13,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e151580-08fb-0637-6b6a-9df4cb757298/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T14:32:13,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e151580-08fb-0637-6b6a-9df4cb757298/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T14:32:13,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e151580-08fb-0637-6b6a-9df4cb757298/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:32:13,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e151580-08fb-0637-6b6a-9df4cb757298/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:32:13,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e151580-08fb-0637-6b6a-9df4cb757298/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T14:32:13,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e151580-08fb-0637-6b6a-9df4cb757298/nfs.dump.dir in system properties and HBase conf 2024-11-15T14:32:13,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e151580-08fb-0637-6b6a-9df4cb757298/java.io.tmpdir in system properties and HBase conf 2024-11-15T14:32:13,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e151580-08fb-0637-6b6a-9df4cb757298/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:32:13,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e151580-08fb-0637-6b6a-9df4cb757298/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T14:32:13,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e151580-08fb-0637-6b6a-9df4cb757298/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T14:32:13,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014016a0020002, quorum=127.0.0.1:64719, baseZNode=/01468917969 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T14:32:13,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014016a0020005, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T14:32:13,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014016a0020002, quorum=127.0.0.1:64719, baseZNode=/01468917969 Received Disconnected from ZooKeeper, ignoring 2024-11-15T14:32:13,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014016a0020005, quorum=127.0.0.1:64719, baseZNode=/1-396002583 Received Disconnected from ZooKeeper, ignoring 2024-11-15T14:32:13,446 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:32:13,450 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:32:13,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:32:13,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:32:13,452 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T14:32:13,452 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:32:13,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62175913{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e151580-08fb-0637-6b6a-9df4cb757298/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:32:13,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b5fcb95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:32:13,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b9ff422{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e151580-08fb-0637-6b6a-9df4cb757298/java.io.tmpdir/jetty-localhost-34587-hadoop-hdfs-3_4_1-tests_jar-_-any-6849656260820289090/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:32:13,546 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e6abb26{HTTP/1.1, (http/1.1)}{localhost:34587} 2024-11-15T14:32:13,546 INFO [Time-limited test {}] server.Server(415): Started @53621ms 2024-11-15T14:32:13,705 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:32:13,708 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:32:13,711 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:32:13,711 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:32:13,711 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T14:32:13,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63ff1d91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e151580-08fb-0637-6b6a-9df4cb757298/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:32:13,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@133292a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:32:13,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5936ebe3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e151580-08fb-0637-6b6a-9df4cb757298/java.io.tmpdir/jetty-localhost-41571-hadoop-hdfs-3_4_1-tests_jar-_-any-5189722548367751069/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:32:13,806 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7847837d{HTTP/1.1, (http/1.1)}{localhost:41571} 2024-11-15T14:32:13,806 INFO [Time-limited test {}] server.Server(415): Started @53880ms 2024-11-15T14:32:13,807 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T14:32:14,179 WARN [Thread-831 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e151580-08fb-0637-6b6a-9df4cb757298/cluster_a527bbd0-ecbe-3725-7fc1-982222fa386e/data/data2/current/BP-1165508690-172.17.0.3-1731681133267/current, will proceed with Du for space computation calculation, 2024-11-15T14:32:14,179 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e151580-08fb-0637-6b6a-9df4cb757298/cluster_a527bbd0-ecbe-3725-7fc1-982222fa386e/data/data1/current/BP-1165508690-172.17.0.3-1731681133267/current, will proceed with Du for space computation calculation, 2024-11-15T14:32:14,193 WARN [Thread-818 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T14:32:14,196 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe33e63ced43166ba with lease ID 0xbf3ae0444a686f6: Processing first storage report for DS-d8fcfb1f-946f-4afa-8902-f6e1a6d4d19f from datanode DatanodeRegistration(127.0.0.1:34077, datanodeUuid=007787b5-2fbf-4144-b0b0-61bcf1a4f8a2, infoPort=33607, infoSecurePort=0, ipcPort=44171, storageInfo=lv=-57;cid=testClusterID;nsid=1199321629;c=1731681133267) 2024-11-15T14:32:14,196 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe33e63ced43166ba with lease ID 0xbf3ae0444a686f6: from storage DS-d8fcfb1f-946f-4afa-8902-f6e1a6d4d19f node DatanodeRegistration(127.0.0.1:34077, datanodeUuid=007787b5-2fbf-4144-b0b0-61bcf1a4f8a2, infoPort=33607, infoSecurePort=0, ipcPort=44171, storageInfo=lv=-57;cid=testClusterID;nsid=1199321629;c=1731681133267), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T14:32:14,196 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe33e63ced43166ba with lease ID 0xbf3ae0444a686f6: Processing first storage report for DS-f20a305d-941b-4009-8d48-c68f8eba4057 from datanode DatanodeRegistration(127.0.0.1:34077, datanodeUuid=007787b5-2fbf-4144-b0b0-61bcf1a4f8a2, infoPort=33607, infoSecurePort=0, ipcPort=44171, storageInfo=lv=-57;cid=testClusterID;nsid=1199321629;c=1731681133267) 2024-11-15T14:32:14,196 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe33e63ced43166ba with lease ID 0xbf3ae0444a686f6: from storage DS-f20a305d-941b-4009-8d48-c68f8eba4057 node DatanodeRegistration(127.0.0.1:34077, datanodeUuid=007787b5-2fbf-4144-b0b0-61bcf1a4f8a2, infoPort=33607, infoSecurePort=0, ipcPort=44171, storageInfo=lv=-57;cid=testClusterID;nsid=1199321629;c=1731681133267), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T14:32:14,230 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e151580-08fb-0637-6b6a-9df4cb757298 2024-11-15T14:32:14,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:32:14,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:32:14,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741825_1001 (size=7) 2024-11-15T14:32:14,641 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1 with version=8 2024-11-15T14:32:14,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/hbase-staging 2024-11-15T14:32:14,643 INFO [Time-limited test {}] client.ConnectionUtils(128): master/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:32:14,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:32:14,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:32:14,643 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:32:14,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:32:14,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:32:14,643 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T14:32:14,643 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:32:14,644 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43341 2024-11-15T14:32:14,645 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43341 connecting to ZooKeeper ensemble=127.0.0.1:50169 2024-11-15T14:32:14,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433410x0, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:32:14,710 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43341-0x1014016e8630000 connected 2024-11-15T14:32:14,774 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:32:14,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:32:14,777 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43341-0x1014016e8630000, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Set watcher on znode that does not yet exist, /0-31429769/running 2024-11-15T14:32:14,777 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1, hbase.cluster.distributed=false 2024-11-15T14:32:14,779 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43341-0x1014016e8630000, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Set watcher on znode that does not yet exist, /0-31429769/acl 2024-11-15T14:32:14,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43341 2024-11-15T14:32:14,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43341 2024-11-15T14:32:14,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43341 2024-11-15T14:32:14,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43341 2024-11-15T14:32:14,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43341 2024-11-15T14:32:14,794 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:32:14,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:32:14,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:32:14,794 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:32:14,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:32:14,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:32:14,795 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T14:32:14,795 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:32:14,795 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36169 2024-11-15T14:32:14,797 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36169 connecting to ZooKeeper ensemble=127.0.0.1:50169 2024-11-15T14:32:14,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:32:14,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:32:14,807 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361690x0, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:32:14,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36169-0x1014016e8630001 connected 2024-11-15T14:32:14,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36169-0x1014016e8630001, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Set watcher on znode that does not yet exist, /0-31429769/running 2024-11-15T14:32:14,808 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T14:32:14,811 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T14:32:14,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36169-0x1014016e8630001, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Set watcher on znode that does not yet exist, /0-31429769/master 2024-11-15T14:32:14,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36169-0x1014016e8630001, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Set watcher on znode that does not yet exist, /0-31429769/acl 2024-11-15T14:32:14,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36169 2024-11-15T14:32:14,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36169 2024-11-15T14:32:14,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36169 2024-11-15T14:32:14,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36169 2024-11-15T14:32:14,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36169 2024-11-15T14:32:14,831 DEBUG [M:0;26754e923c4a:43341 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;26754e923c4a:43341 2024-11-15T14:32:14,832 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-31429769/backup-masters/26754e923c4a,43341,1731681134643 2024-11-15T14:32:14,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43341-0x1014016e8630000, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-31429769/backup-masters 2024-11-15T14:32:14,840 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x1014016e8630001, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-31429769/backup-masters 2024-11-15T14:32:14,841 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43341-0x1014016e8630000, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Set watcher on existing znode=/0-31429769/backup-masters/26754e923c4a,43341,1731681134643 2024-11-15T14:32:14,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43341-0x1014016e8630000, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-31429769 2024-11-15T14:32:14,849 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x1014016e8630001, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-31429769/master 2024-11-15T14:32:14,849 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x1014016e8630001, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-31429769 2024-11-15T14:32:14,849 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43341-0x1014016e8630000, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Set watcher on existing znode=/0-31429769/master 2024-11-15T14:32:14,850 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-31429769/backup-masters/26754e923c4a,43341,1731681134643 from backup master directory 2024-11-15T14:32:14,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43341-0x1014016e8630000, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-31429769/backup-masters/26754e923c4a,43341,1731681134643 2024-11-15T14:32:14,857 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x1014016e8630001, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-31429769/backup-masters 2024-11-15T14:32:14,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43341-0x1014016e8630000, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-31429769/backup-masters 2024-11-15T14:32:14,857 WARN [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:32:14,857 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=26754e923c4a,43341,1731681134643 2024-11-15T14:32:14,861 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/hbase.id] with ID: 341d698f-a1cc-418e-a42d-ee4415a8d8bf 2024-11-15T14:32:14,861 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/.tmp/hbase.id 2024-11-15T14:32:14,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741826_1002 (size=42) 2024-11-15T14:32:15,266 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/.tmp/hbase.id]:[hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/hbase.id] 2024-11-15T14:32:15,278 INFO [master/26754e923c4a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:32:15,278 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T14:32:15,279 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T14:32:15,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43341-0x1014016e8630000, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-31429769 2024-11-15T14:32:15,322 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x1014016e8630001, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-31429769 2024-11-15T14:32:15,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741827_1003 (size=196) 2024-11-15T14:32:15,361 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T14:32:15,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:32:15,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:32:15,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:32:15,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:32:15,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:32:15,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T14:32:15,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T14:32:15,684 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T14:32:15,684 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:32:15,728 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:32:15,729 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T14:32:15,729 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:32:15,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741828_1004 (size=1189) 2024-11-15T14:32:16,138 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/MasterData/data/master/store 2024-11-15T14:32:16,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741829_1005 (size=34) 2024-11-15T14:32:16,544 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:32:16,545 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:32:16,545 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:32:16,545 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:32:16,545 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:32:16,545 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:32:16,545 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:32:16,545 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681136545Disabling compacts and flushes for region at 1731681136545Disabling writes for close at 1731681136545Writing region close event to WAL at 1731681136545Closed at 1731681136545 2024-11-15T14:32:16,546 WARN [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/MasterData/data/master/store/.initializing 2024-11-15T14:32:16,546 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/MasterData/WALs/26754e923c4a,43341,1731681134643 2024-11-15T14:32:16,548 INFO [master/26754e923c4a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:32:16,549 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=26754e923c4a%2C43341%2C1731681134643, suffix=, logDir=hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/MasterData/WALs/26754e923c4a,43341,1731681134643, archiveDir=hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/MasterData/oldWALs, maxLogs=10 2024-11-15T14:32:16,562 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/MasterData/WALs/26754e923c4a,43341,1731681134643/26754e923c4a%2C43341%2C1731681134643.1731681136549, exclude list is [], retry=0 2024-11-15T14:32:16,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34077,DS-d8fcfb1f-946f-4afa-8902-f6e1a6d4d19f,DISK] 2024-11-15T14:32:16,567 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/MasterData/WALs/26754e923c4a,43341,1731681134643/26754e923c4a%2C43341%2C1731681134643.1731681136549 2024-11-15T14:32:16,570 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33607:33607)] 2024-11-15T14:32:16,571 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:32:16,571 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:32:16,571 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:32:16,571 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:32:16,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:32:16,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T14:32:16,573 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:16,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:32:16,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:32:16,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T14:32:16,575 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:16,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:32:16,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:32:16,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T14:32:16,577 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:16,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:32:16,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:32:16,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T14:32:16,578 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:16,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:32:16,579 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:32:16,579 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:32:16,579 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:32:16,581 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:32:16,581 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:32:16,581 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:32:16,582 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:32:16,584 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:32:16,584 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71985951, jitterRate=0.07267425954341888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:32:16,585 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731681136571Initializing all the Stores at 1731681136572 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681136572Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681136572Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681136572Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681136572Cleaning up temporary data from old regions at 1731681136581 (+9 ms)Region opened successfully at 1731681136585 (+4 ms) 2024-11-15T14:32:16,585 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T14:32:16,588 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6261a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:32:16,589 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T14:32:16,589 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T14:32:16,589 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T14:32:16,589 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T14:32:16,589 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T14:32:16,589 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T14:32:16,590 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T14:32:16,591 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T14:32:16,592 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43341-0x1014016e8630000, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Unable to get data of znode /0-31429769/balancer because node does not exist (not necessarily an error) 2024-11-15T14:32:16,663 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-31429769/balancer already deleted, retry=false 2024-11-15T14:32:16,664 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T14:32:16,665 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43341-0x1014016e8630000, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Unable to get data of znode /0-31429769/normalizer because node does not exist (not necessarily an error) 2024-11-15T14:32:16,674 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-31429769/normalizer already deleted, retry=false 2024-11-15T14:32:16,674 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T14:32:16,675 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43341-0x1014016e8630000, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Unable to get data of znode /0-31429769/switch/split because node does not exist (not necessarily an error) 2024-11-15T14:32:16,682 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-31429769/switch/split already deleted, retry=false 2024-11-15T14:32:16,683 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43341-0x1014016e8630000, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Unable to get data of znode /0-31429769/switch/merge because node does not exist (not necessarily an error) 2024-11-15T14:32:16,690 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-31429769/switch/merge already deleted, retry=false 2024-11-15T14:32:16,692 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43341-0x1014016e8630000, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Unable to get data of znode /0-31429769/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T14:32:16,698 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-31429769/snapshot-cleanup already deleted, retry=false 2024-11-15T14:32:16,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43341-0x1014016e8630000, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-31429769/running 2024-11-15T14:32:16,707 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x1014016e8630001, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-31429769/running 2024-11-15T14:32:16,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43341-0x1014016e8630000, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-31429769 2024-11-15T14:32:16,707 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x1014016e8630001, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-31429769 2024-11-15T14:32:16,707 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=26754e923c4a,43341,1731681134643, sessionid=0x1014016e8630000, setting cluster-up flag (Was=false) 2024-11-15T14:32:16,724 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x1014016e8630001, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-31429769 2024-11-15T14:32:16,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43341-0x1014016e8630000, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-31429769 2024-11-15T14:32:16,749 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-31429769/flush-table-proc/acquired, /0-31429769/flush-table-proc/reached, /0-31429769/flush-table-proc/abort 2024-11-15T14:32:16,750 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,43341,1731681134643 2024-11-15T14:32:16,765 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x1014016e8630001, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-31429769 2024-11-15T14:32:16,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43341-0x1014016e8630000, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-31429769 2024-11-15T14:32:16,790 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-31429769/online-snapshot/acquired, /0-31429769/online-snapshot/reached, /0-31429769/online-snapshot/abort 2024-11-15T14:32:16,791 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,43341,1731681134643 2024-11-15T14:32:16,792 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T14:32:16,794 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T14:32:16,794 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T14:32:16,794 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T14:32:16,794 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 26754e923c4a,43341,1731681134643 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T14:32:16,796 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:32:16,796 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:32:16,796 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:32:16,796 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:32:16,796 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/26754e923c4a:0, corePoolSize=10, maxPoolSize=10 2024-11-15T14:32:16,796 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:32:16,796 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:32:16,796 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:32:16,797 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731681166797 2024-11-15T14:32:16,797 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T14:32:16,797 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T14:32:16,797 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T14:32:16,797 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T14:32:16,797 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T14:32:16,797 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T14:32:16,798 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:16,798 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T14:32:16,798 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T14:32:16,798 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T14:32:16,798 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T14:32:16,798 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:32:16,798 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T14:32:16,798 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T14:32:16,798 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T14:32:16,798 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681136798,5,FailOnTimeoutGroup] 2024-11-15T14:32:16,799 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681136798,5,FailOnTimeoutGroup] 2024-11-15T14:32:16,799 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:16,799 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T14:32:16,799 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:16,799 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:16,799 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:16,799 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T14:32:16,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741831_1007 (size=1321) 2024-11-15T14:32:16,824 INFO [RS:0;26754e923c4a:36169 {}] regionserver.HRegionServer(746): ClusterId : 341d698f-a1cc-418e-a42d-ee4415a8d8bf 2024-11-15T14:32:16,824 DEBUG [RS:0;26754e923c4a:36169 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T14:32:16,833 DEBUG [RS:0;26754e923c4a:36169 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T14:32:16,833 DEBUG [RS:0;26754e923c4a:36169 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T14:32:16,841 DEBUG [RS:0;26754e923c4a:36169 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T14:32:16,841 DEBUG [RS:0;26754e923c4a:36169 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44455fc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:32:16,851 DEBUG [RS:0;26754e923c4a:36169 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;26754e923c4a:36169 2024-11-15T14:32:16,851 INFO [RS:0;26754e923c4a:36169 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T14:32:16,851 INFO [RS:0;26754e923c4a:36169 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T14:32:16,851 DEBUG [RS:0;26754e923c4a:36169 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T14:32:16,852 INFO [RS:0;26754e923c4a:36169 {}] regionserver.HRegionServer(2659): reportForDuty to master=26754e923c4a,43341,1731681134643 with port=36169, startcode=1731681134794 2024-11-15T14:32:16,852 DEBUG [RS:0;26754e923c4a:36169 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T14:32:16,854 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46743, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T14:32:16,854 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43341 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 26754e923c4a,36169,1731681134794 2024-11-15T14:32:16,854 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43341 {}] master.ServerManager(517): Registering regionserver=26754e923c4a,36169,1731681134794 2024-11-15T14:32:16,855 DEBUG [RS:0;26754e923c4a:36169 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1 2024-11-15T14:32:16,855 DEBUG [RS:0;26754e923c4a:36169 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33685 2024-11-15T14:32:16,856 DEBUG [RS:0;26754e923c4a:36169 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T14:32:16,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43341-0x1014016e8630000, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-31429769/rs 2024-11-15T14:32:16,866 DEBUG [RS:0;26754e923c4a:36169 {}] zookeeper.ZKUtil(111): regionserver:36169-0x1014016e8630001, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Set watcher on existing znode=/0-31429769/rs/26754e923c4a,36169,1731681134794 2024-11-15T14:32:16,866 WARN [RS:0;26754e923c4a:36169 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:32:16,866 INFO [RS:0;26754e923c4a:36169 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:32:16,866 DEBUG [RS:0;26754e923c4a:36169 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794 2024-11-15T14:32:16,866 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [26754e923c4a,36169,1731681134794] 2024-11-15T14:32:16,869 INFO [RS:0;26754e923c4a:36169 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T14:32:16,871 INFO [RS:0;26754e923c4a:36169 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T14:32:16,871 INFO [RS:0;26754e923c4a:36169 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T14:32:16,871 INFO [RS:0;26754e923c4a:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:16,872 INFO [RS:0;26754e923c4a:36169 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T14:32:16,872 INFO [RS:0;26754e923c4a:36169 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T14:32:16,872 INFO [RS:0;26754e923c4a:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:16,872 DEBUG [RS:0;26754e923c4a:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:32:16,873 DEBUG [RS:0;26754e923c4a:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:32:16,873 DEBUG [RS:0;26754e923c4a:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:32:16,873 DEBUG [RS:0;26754e923c4a:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:32:16,873 DEBUG [RS:0;26754e923c4a:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:32:16,873 DEBUG [RS:0;26754e923c4a:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:32:16,873 DEBUG [RS:0;26754e923c4a:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:32:16,873 DEBUG [RS:0;26754e923c4a:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:32:16,873 DEBUG [RS:0;26754e923c4a:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:32:16,873 DEBUG [RS:0;26754e923c4a:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:32:16,873 DEBUG [RS:0;26754e923c4a:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:32:16,873 DEBUG [RS:0;26754e923c4a:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:32:16,873 DEBUG [RS:0;26754e923c4a:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:32:16,873 DEBUG [RS:0;26754e923c4a:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:32:16,874 INFO [RS:0;26754e923c4a:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:16,874 INFO [RS:0;26754e923c4a:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:16,874 INFO [RS:0;26754e923c4a:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:16,874 INFO [RS:0;26754e923c4a:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:16,874 INFO [RS:0;26754e923c4a:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:16,874 INFO [RS:0;26754e923c4a:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,36169,1731681134794-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:32:16,886 INFO [RS:0;26754e923c4a:36169 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T14:32:16,886 INFO [RS:0;26754e923c4a:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,36169,1731681134794-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:16,886 INFO [RS:0;26754e923c4a:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:16,887 INFO [RS:0;26754e923c4a:36169 {}] regionserver.Replication(171): 26754e923c4a,36169,1731681134794 started 2024-11-15T14:32:16,898 INFO [RS:0;26754e923c4a:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:16,898 INFO [RS:0;26754e923c4a:36169 {}] regionserver.HRegionServer(1482): Serving as 26754e923c4a,36169,1731681134794, RpcServer on 26754e923c4a/172.17.0.3:36169, sessionid=0x1014016e8630001 2024-11-15T14:32:16,898 DEBUG [RS:0;26754e923c4a:36169 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T14:32:16,898 DEBUG [RS:0;26754e923c4a:36169 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 26754e923c4a,36169,1731681134794 2024-11-15T14:32:16,898 DEBUG [RS:0;26754e923c4a:36169 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,36169,1731681134794' 2024-11-15T14:32:16,898 DEBUG [RS:0;26754e923c4a:36169 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-31429769/flush-table-proc/abort' 2024-11-15T14:32:16,899 DEBUG [RS:0;26754e923c4a:36169 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-31429769/flush-table-proc/acquired' 2024-11-15T14:32:16,899 DEBUG [RS:0;26754e923c4a:36169 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T14:32:16,899 DEBUG [RS:0;26754e923c4a:36169 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T14:32:16,899 DEBUG [RS:0;26754e923c4a:36169 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 26754e923c4a,36169,1731681134794 2024-11-15T14:32:16,899 DEBUG [RS:0;26754e923c4a:36169 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,36169,1731681134794' 2024-11-15T14:32:16,899 DEBUG [RS:0;26754e923c4a:36169 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-31429769/online-snapshot/abort' 2024-11-15T14:32:16,900 DEBUG [RS:0;26754e923c4a:36169 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-31429769/online-snapshot/acquired' 2024-11-15T14:32:16,900 DEBUG [RS:0;26754e923c4a:36169 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T14:32:16,900 INFO [RS:0;26754e923c4a:36169 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T14:32:16,900 INFO [RS:0;26754e923c4a:36169 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T14:32:17,001 INFO [RS:0;26754e923c4a:36169 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:32:17,002 INFO [RS:0;26754e923c4a:36169 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C36169%2C1731681134794, suffix=, logDir=hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794, archiveDir=hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/oldWALs, maxLogs=10 2024-11-15T14:32:17,013 DEBUG [RS:0;26754e923c4a:36169 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002, exclude list is [], retry=0 2024-11-15T14:32:17,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34077,DS-d8fcfb1f-946f-4afa-8902-f6e1a6d4d19f,DISK] 2024-11-15T14:32:17,018 INFO [RS:0;26754e923c4a:36169 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 2024-11-15T14:32:17,018 DEBUG [RS:0;26754e923c4a:36169 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33607:33607)] 2024-11-15T14:32:17,207 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T14:32:17,207 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1 2024-11-15T14:32:17,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741833_1009 (size=32) 2024-11-15T14:32:17,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:32:17,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:32:17,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:32:17,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:17,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:32:17,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:32:17,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:32:17,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:17,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:32:17,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:32:17,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:32:17,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:17,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:32:17,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:32:17,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:32:17,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:17,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:32:17,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:32:17,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/hbase/meta/1588230740 2024-11-15T14:32:17,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/hbase/meta/1588230740 2024-11-15T14:32:17,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:32:17,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:32:17,624 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:32:17,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:32:17,627 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:32:17,627 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73327733, jitterRate=0.09266836941242218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:32:17,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731681137613Initializing all the Stores at 1731681137614 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681137614Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681137615 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681137615Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681137615Cleaning up temporary data from old regions at 1731681137623 (+8 ms)Region opened successfully at 1731681137628 (+5 ms) 2024-11-15T14:32:17,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:32:17,628 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:32:17,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:32:17,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:32:17,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:32:17,629 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:32:17,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681137628Disabling compacts and flushes for region at 1731681137628Disabling writes for close at 1731681137628Writing region close event to WAL at 1731681137629 (+1 ms)Closed at 1731681137629 2024-11-15T14:32:17,630 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:32:17,630 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T14:32:17,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T14:32:17,631 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:32:17,632 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T14:32:17,783 DEBUG [26754e923c4a:43341 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T14:32:17,783 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=26754e923c4a,36169,1731681134794 2024-11-15T14:32:17,785 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,36169,1731681134794, state=OPENING 2024-11-15T14:32:17,824 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T14:32:17,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43341-0x1014016e8630000, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-31429769 2024-11-15T14:32:17,832 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x1014016e8630001, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-31429769 2024-11-15T14:32:17,833 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:32:17,833 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-31429769/meta-region-server: CHANGED 2024-11-15T14:32:17,833 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-31429769/meta-region-server: CHANGED 2024-11-15T14:32:17,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,36169,1731681134794}] 2024-11-15T14:32:17,986 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T14:32:17,988 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T14:32:17,992 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T14:32:17,992 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:32:17,992 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T14:32:17,994 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C36169%2C1731681134794.meta, suffix=.meta, logDir=hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794, archiveDir=hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/oldWALs, maxLogs=10 2024-11-15T14:32:18,007 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.meta.1731681137994.meta, exclude list is [], retry=0 2024-11-15T14:32:18,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34077,DS-d8fcfb1f-946f-4afa-8902-f6e1a6d4d19f,DISK] 2024-11-15T14:32:18,011 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.meta.1731681137994.meta 2024-11-15T14:32:18,011 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33607:33607)] 2024-11-15T14:32:18,012 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:32:18,012 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:32:18,012 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T14:32:18,012 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T14:32:18,012 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T14:32:18,012 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T14:32:18,012 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:32:18,013 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T14:32:18,013 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T14:32:18,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:32:18,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:32:18,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:18,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:32:18,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:32:18,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:32:18,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:18,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:32:18,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:32:18,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:32:18,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:18,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:32:18,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:32:18,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:32:18,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:18,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:32:18,020 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:32:18,020 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/hbase/meta/1588230740 2024-11-15T14:32:18,021 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/hbase/meta/1588230740 2024-11-15T14:32:18,022 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:32:18,022 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:32:18,022 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:32:18,023 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:32:18,024 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69744518, jitterRate=0.03927430510520935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:32:18,024 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T14:32:18,025 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731681138013Writing region info on filesystem at 1731681138013Initializing all the Stores at 1731681138014 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681138014Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681138014Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681138014Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681138014Cleaning up temporary data from old regions at 1731681138022 (+8 ms)Running coprocessor post-open hooks at 1731681138024 (+2 ms)Region opened successfully at 1731681138025 (+1 ms) 2024-11-15T14:32:18,026 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731681137985 2024-11-15T14:32:18,028 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T14:32:18,028 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T14:32:18,028 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,36169,1731681134794 2024-11-15T14:32:18,029 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,36169,1731681134794, state=OPEN 2024-11-15T14:32:18,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43341-0x1014016e8630000, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-31429769/meta-region-server 2024-11-15T14:32:18,053 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x1014016e8630001, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-31429769/meta-region-server 2024-11-15T14:32:18,053 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=26754e923c4a,36169,1731681134794 2024-11-15T14:32:18,053 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-31429769/meta-region-server: CHANGED 2024-11-15T14:32:18,053 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-31429769/meta-region-server: CHANGED 2024-11-15T14:32:18,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T14:32:18,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,36169,1731681134794 in 220 msec 2024-11-15T14:32:18,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T14:32:18,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 426 msec 2024-11-15T14:32:18,059 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:32:18,059 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T14:32:18,060 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:32:18,061 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,36169,1731681134794, seqNum=-1] 2024-11-15T14:32:18,061 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:32:18,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:32:18,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2730 sec 2024-11-15T14:32:18,068 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731681138068, completionTime=-1 2024-11-15T14:32:18,068 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T14:32:18,068 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T14:32:18,070 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T14:32:18,070 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731681198070 2024-11-15T14:32:18,070 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731681258070 2024-11-15T14:32:18,070 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T14:32:18,070 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,43341,1731681134643-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:18,070 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,43341,1731681134643-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:18,070 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,43341,1731681134643-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:18,071 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-26754e923c4a:43341, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:18,071 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:18,071 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:18,073 DEBUG [master/26754e923c4a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T14:32:18,075 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.218sec 2024-11-15T14:32:18,075 INFO [master/26754e923c4a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T14:32:18,075 INFO [master/26754e923c4a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T14:32:18,075 INFO [master/26754e923c4a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T14:32:18,075 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T14:32:18,075 INFO [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T14:32:18,075 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,43341,1731681134643-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:32:18,075 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,43341,1731681134643-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T14:32:18,078 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T14:32:18,078 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T14:32:18,078 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,43341,1731681134643-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:18,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4e224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:32:18,125 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,43341,-1 for getting cluster id 2024-11-15T14:32:18,125 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:32:18,126 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '341d698f-a1cc-418e-a42d-ee4415a8d8bf' 2024-11-15T14:32:18,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:32:18,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "341d698f-a1cc-418e-a42d-ee4415a8d8bf" 2024-11-15T14:32:18,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39818df6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:32:18,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,43341,-1] 2024-11-15T14:32:18,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:32:18,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:32:18,128 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:32:18,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a67819b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:32:18,129 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:32:18,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,36169,1731681134794, seqNum=-1] 2024-11-15T14:32:18,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:32:18,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:32:18,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=26754e923c4a,43341,1731681134643 2024-11-15T14:32:18,134 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50169 2024-11-15T14:32:18,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:32:18,147 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014016e8630002 connected 2024-11-15T14:32:18,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e151580-08fb-0637-6b6a-9df4cb757298/hadoop.log.dir so I do NOT create it in target/test-data/67094390-8bdf-fcbd-25f3-a94163991e92 2024-11-15T14:32:18,158 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e151580-08fb-0637-6b6a-9df4cb757298/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T14:32:18,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e151580-08fb-0637-6b6a-9df4cb757298/hadoop.tmp.dir so I do NOT create it in target/test-data/67094390-8bdf-fcbd-25f3-a94163991e92 2024-11-15T14:32:18,158 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e151580-08fb-0637-6b6a-9df4cb757298/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T14:32:18,158 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67094390-8bdf-fcbd-25f3-a94163991e92 2024-11-15T14:32:18,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T14:32:18,158 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67094390-8bdf-fcbd-25f3-a94163991e92/cluster_18046884-b82e-05fe-de0d-4f0afce9fb27, deleteOnExit=true 2024-11-15T14:32:18,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T14:32:18,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67094390-8bdf-fcbd-25f3-a94163991e92/test.cache.data in system properties and HBase conf 2024-11-15T14:32:18,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67094390-8bdf-fcbd-25f3-a94163991e92/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T14:32:18,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67094390-8bdf-fcbd-25f3-a94163991e92/hadoop.log.dir in system properties and HBase conf 2024-11-15T14:32:18,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67094390-8bdf-fcbd-25f3-a94163991e92/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T14:32:18,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67094390-8bdf-fcbd-25f3-a94163991e92/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T14:32:18,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T14:32:18,159 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T14:32:18,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67094390-8bdf-fcbd-25f3-a94163991e92/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:32:18,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67094390-8bdf-fcbd-25f3-a94163991e92/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:32:18,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67094390-8bdf-fcbd-25f3-a94163991e92/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T14:32:18,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67094390-8bdf-fcbd-25f3-a94163991e92/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:32:18,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67094390-8bdf-fcbd-25f3-a94163991e92/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T14:32:18,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67094390-8bdf-fcbd-25f3-a94163991e92/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T14:32:18,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67094390-8bdf-fcbd-25f3-a94163991e92/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:32:18,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67094390-8bdf-fcbd-25f3-a94163991e92/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:32:18,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67094390-8bdf-fcbd-25f3-a94163991e92/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T14:32:18,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67094390-8bdf-fcbd-25f3-a94163991e92/nfs.dump.dir in system properties and HBase conf 2024-11-15T14:32:18,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67094390-8bdf-fcbd-25f3-a94163991e92/java.io.tmpdir in system properties and HBase conf 2024-11-15T14:32:18,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67094390-8bdf-fcbd-25f3-a94163991e92/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:32:18,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67094390-8bdf-fcbd-25f3-a94163991e92/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T14:32:18,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67094390-8bdf-fcbd-25f3-a94163991e92/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T14:32:18,338 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:32:18,342 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:32:18,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:32:18,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:32:18,343 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T14:32:18,344 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:32:18,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11d38f4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67094390-8bdf-fcbd-25f3-a94163991e92/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:32:18,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a69e711{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:32:18,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@232a9ffb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67094390-8bdf-fcbd-25f3-a94163991e92/java.io.tmpdir/jetty-localhost-42645-hadoop-hdfs-3_4_1-tests_jar-_-any-8901935710451040963/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:32:18,438 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3305506a{HTTP/1.1, (http/1.1)}{localhost:42645} 2024-11-15T14:32:18,438 INFO [Time-limited test {}] server.Server(415): Started @58512ms 2024-11-15T14:32:18,636 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:32:18,639 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:32:18,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:32:18,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:32:18,640 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T14:32:18,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fea310b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67094390-8bdf-fcbd-25f3-a94163991e92/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:32:18,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c656c29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:32:18,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@376e6613{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67094390-8bdf-fcbd-25f3-a94163991e92/java.io.tmpdir/jetty-localhost-46857-hadoop-hdfs-3_4_1-tests_jar-_-any-4165490343183504535/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:32:18,734 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6be5a022{HTTP/1.1, (http/1.1)}{localhost:46857} 2024-11-15T14:32:18,734 INFO [Time-limited test {}] server.Server(415): Started @58808ms 2024-11-15T14:32:18,735 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T14:32:19,095 WARN [Thread-952 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67094390-8bdf-fcbd-25f3-a94163991e92/cluster_18046884-b82e-05fe-de0d-4f0afce9fb27/data/data2/current/BP-1098227624-172.17.0.3-1731681138180/current, will proceed with Du for space computation calculation, 2024-11-15T14:32:19,095 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67094390-8bdf-fcbd-25f3-a94163991e92/cluster_18046884-b82e-05fe-de0d-4f0afce9fb27/data/data1/current/BP-1098227624-172.17.0.3-1731681138180/current, will proceed with Du for space computation calculation, 2024-11-15T14:32:19,114 WARN [Thread-939 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T14:32:19,116 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb95ff8936c9a0d25 with lease ID 0x372c968e93c56fc7: Processing first storage report for DS-44f82ef0-44ae-4911-9c53-67cb0f454bd7 from datanode DatanodeRegistration(127.0.0.1:32769, datanodeUuid=56a3f3ec-a20a-4251-bc05-2442759679d9, infoPort=46859, infoSecurePort=0, ipcPort=46585, storageInfo=lv=-57;cid=testClusterID;nsid=756240012;c=1731681138180) 2024-11-15T14:32:19,116 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb95ff8936c9a0d25 with lease ID 0x372c968e93c56fc7: from storage DS-44f82ef0-44ae-4911-9c53-67cb0f454bd7 node DatanodeRegistration(127.0.0.1:32769, datanodeUuid=56a3f3ec-a20a-4251-bc05-2442759679d9, infoPort=46859, infoSecurePort=0, ipcPort=46585, storageInfo=lv=-57;cid=testClusterID;nsid=756240012;c=1731681138180), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T14:32:19,116 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb95ff8936c9a0d25 with lease ID 0x372c968e93c56fc7: Processing first storage report for DS-dd9f196e-0156-4631-b886-a4b94b262565 from datanode DatanodeRegistration(127.0.0.1:32769, datanodeUuid=56a3f3ec-a20a-4251-bc05-2442759679d9, infoPort=46859, infoSecurePort=0, ipcPort=46585, storageInfo=lv=-57;cid=testClusterID;nsid=756240012;c=1731681138180) 2024-11-15T14:32:19,116 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb95ff8936c9a0d25 with lease ID 0x372c968e93c56fc7: from storage DS-dd9f196e-0156-4631-b886-a4b94b262565 node DatanodeRegistration(127.0.0.1:32769, datanodeUuid=56a3f3ec-a20a-4251-bc05-2442759679d9, infoPort=46859, infoSecurePort=0, ipcPort=46585, storageInfo=lv=-57;cid=testClusterID;nsid=756240012;c=1731681138180), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T14:32:19,161 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67094390-8bdf-fcbd-25f3-a94163991e92 2024-11-15T14:32:19,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:32:19,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:32:19,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32769 is added to blk_1073741825_1001 (size=7) 2024-11-15T14:32:19,571 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57 with version=8 2024-11-15T14:32:19,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/hbase-staging 2024-11-15T14:32:19,572 INFO [Time-limited test {}] client.ConnectionUtils(128): master/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:32:19,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:32:19,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:32:19,573 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:32:19,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:32:19,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:32:19,573 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T14:32:19,573 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:32:19,573 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41203 2024-11-15T14:32:19,574 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41203 connecting to ZooKeeper ensemble=127.0.0.1:50169 2024-11-15T14:32:19,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412030x0, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:32:19,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41203-0x1014016e8630003 connected 2024-11-15T14:32:19,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:32:19,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:32:19,643 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41203-0x1014016e8630003, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Set watcher on znode that does not yet exist, /1-1024605701/running 2024-11-15T14:32:19,643 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57, hbase.cluster.distributed=false 2024-11-15T14:32:19,644 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41203-0x1014016e8630003, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Set watcher on znode that does not yet exist, /1-1024605701/acl 2024-11-15T14:32:19,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41203 2024-11-15T14:32:19,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41203 2024-11-15T14:32:19,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41203 2024-11-15T14:32:19,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41203 2024-11-15T14:32:19,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41203 2024-11-15T14:32:19,658 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:32:19,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:32:19,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:32:19,659 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:32:19,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:32:19,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:32:19,659 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T14:32:19,659 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:32:19,659 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41887 2024-11-15T14:32:19,660 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41887 connecting to ZooKeeper ensemble=127.0.0.1:50169 2024-11-15T14:32:19,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:32:19,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:32:19,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418870x0, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:32:19,674 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418870x0, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Set watcher on znode that does not yet exist, /1-1024605701/running 2024-11-15T14:32:19,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41887-0x1014016e8630004 connected 2024-11-15T14:32:19,674 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T14:32:19,675 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T14:32:19,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41887-0x1014016e8630004, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Set watcher on znode that does not yet exist, /1-1024605701/master 2024-11-15T14:32:19,676 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41887-0x1014016e8630004, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Set watcher on znode that does not yet exist, /1-1024605701/acl 2024-11-15T14:32:19,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41887 2024-11-15T14:32:19,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41887 2024-11-15T14:32:19,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41887 2024-11-15T14:32:19,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41887 2024-11-15T14:32:19,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41887 2024-11-15T14:32:19,688 DEBUG [M:0;26754e923c4a:41203 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;26754e923c4a:41203 2024-11-15T14:32:19,689 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1024605701/backup-masters/26754e923c4a,41203,1731681139572 2024-11-15T14:32:19,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41203-0x1014016e8630003, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024605701/backup-masters 2024-11-15T14:32:19,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41887-0x1014016e8630004, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024605701/backup-masters 2024-11-15T14:32:19,699 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41203-0x1014016e8630003, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Set watcher on existing znode=/1-1024605701/backup-masters/26754e923c4a,41203,1731681139572 2024-11-15T14:32:19,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41887-0x1014016e8630004, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1024605701/master 2024-11-15T14:32:19,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41203-0x1014016e8630003, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024605701 2024-11-15T14:32:19,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41887-0x1014016e8630004, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024605701 2024-11-15T14:32:19,707 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41203-0x1014016e8630003, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Set watcher on existing znode=/1-1024605701/master 2024-11-15T14:32:19,707 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1024605701/backup-masters/26754e923c4a,41203,1731681139572 from backup master directory 2024-11-15T14:32:19,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41203-0x1014016e8630003, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1024605701/backup-masters/26754e923c4a,41203,1731681139572 2024-11-15T14:32:19,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41887-0x1014016e8630004, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024605701/backup-masters 2024-11-15T14:32:19,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41203-0x1014016e8630003, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024605701/backup-masters 2024-11-15T14:32:19,715 WARN [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:32:19,715 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=26754e923c4a,41203,1731681139572 2024-11-15T14:32:19,719 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/hbase.id] with ID: 7540bba8-9b5c-484f-9828-c75e558ab642 2024-11-15T14:32:19,719 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/.tmp/hbase.id 2024-11-15T14:32:19,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32769 is added to blk_1073741826_1002 (size=42) 2024-11-15T14:32:20,124 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/.tmp/hbase.id]:[hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/hbase.id] 2024-11-15T14:32:20,135 INFO [master/26754e923c4a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:32:20,135 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T14:32:20,136 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T14:32:20,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41203-0x1014016e8630003, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024605701 2024-11-15T14:32:20,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41887-0x1014016e8630004, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024605701 2024-11-15T14:32:20,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32769 is added to blk_1073741827_1003 (size=196) 2024-11-15T14:32:20,572 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:32:20,573 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T14:32:20,573 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:32:20,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32769 is added to blk_1073741828_1004 (size=1189) 2024-11-15T14:32:20,980 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/MasterData/data/master/store 2024-11-15T14:32:20,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32769 is added to blk_1073741829_1005 (size=34) 2024-11-15T14:32:21,185 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T14:32:21,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:32:21,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:32:21,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:32:21,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:32:21,387 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:32:21,388 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:32:21,388 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:32:21,388 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:32:21,388 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:32:21,388 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:32:21,388 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:32:21,388 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681141387Disabling compacts and flushes for region at 1731681141387Disabling writes for close at 1731681141388 (+1 ms)Writing region close event to WAL at 1731681141388Closed at 1731681141388 2024-11-15T14:32:21,389 WARN [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/MasterData/data/master/store/.initializing 2024-11-15T14:32:21,389 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/MasterData/WALs/26754e923c4a,41203,1731681139572 2024-11-15T14:32:21,390 INFO [master/26754e923c4a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:32:21,392 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=26754e923c4a%2C41203%2C1731681139572, suffix=, logDir=hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/MasterData/WALs/26754e923c4a,41203,1731681139572, archiveDir=hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/MasterData/oldWALs, maxLogs=10 2024-11-15T14:32:21,404 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/MasterData/WALs/26754e923c4a,41203,1731681139572/26754e923c4a%2C41203%2C1731681139572.1731681141392, exclude list is [], retry=0 2024-11-15T14:32:21,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32769,DS-44f82ef0-44ae-4911-9c53-67cb0f454bd7,DISK] 2024-11-15T14:32:21,409 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/MasterData/WALs/26754e923c4a,41203,1731681139572/26754e923c4a%2C41203%2C1731681139572.1731681141392 2024-11-15T14:32:21,409 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46859:46859)] 2024-11-15T14:32:21,409 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:32:21,409 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:32:21,409 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:32:21,409 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:32:21,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:32:21,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T14:32:21,412 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:21,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:32:21,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:32:21,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T14:32:21,414 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:21,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:32:21,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:32:21,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T14:32:21,416 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:21,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:32:21,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:32:21,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T14:32:21,418 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:21,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:32:21,418 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:32:21,419 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:32:21,419 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:32:21,421 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:32:21,421 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:32:21,421 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:32:21,422 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:32:21,424 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:32:21,425 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69416005, jitterRate=0.034379079937934875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:32:21,425 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731681141409Initializing all the Stores at 1731681141410 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681141410Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681141410Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681141411 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681141411Cleaning up temporary data from old regions at 1731681141421 (+10 ms)Region opened successfully at 1731681141425 (+4 ms) 2024-11-15T14:32:21,425 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T14:32:21,428 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14c46a43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:32:21,429 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T14:32:21,429 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T14:32:21,429 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T14:32:21,429 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T14:32:21,430 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T14:32:21,430 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T14:32:21,430 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T14:32:21,432 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T14:32:21,432 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41203-0x1014016e8630003, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Unable to get data of znode /1-1024605701/balancer because node does not exist (not necessarily an error) 2024-11-15T14:32:21,472 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1024605701/balancer already deleted, retry=false 2024-11-15T14:32:21,472 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T14:32:21,473 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41203-0x1014016e8630003, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Unable to get data of znode /1-1024605701/normalizer because node does not exist (not necessarily an error) 2024-11-15T14:32:21,482 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1024605701/normalizer already deleted, retry=false 2024-11-15T14:32:21,482 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T14:32:21,483 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41203-0x1014016e8630003, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Unable to get data of znode /1-1024605701/switch/split because node does not exist (not necessarily an error) 2024-11-15T14:32:21,490 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1024605701/switch/split already deleted, retry=false 2024-11-15T14:32:21,491 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41203-0x1014016e8630003, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Unable to get data of znode /1-1024605701/switch/merge because node does not exist (not necessarily an error) 2024-11-15T14:32:21,498 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1024605701/switch/merge already deleted, retry=false 2024-11-15T14:32:21,500 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41203-0x1014016e8630003, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Unable to get data of znode /1-1024605701/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T14:32:21,507 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1024605701/snapshot-cleanup already deleted, retry=false 2024-11-15T14:32:21,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41887-0x1014016e8630004, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1024605701/running 2024-11-15T14:32:21,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41203-0x1014016e8630003, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1024605701/running 2024-11-15T14:32:21,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41887-0x1014016e8630004, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024605701 2024-11-15T14:32:21,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41203-0x1014016e8630003, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024605701 2024-11-15T14:32:21,516 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=26754e923c4a,41203,1731681139572, sessionid=0x1014016e8630003, setting cluster-up flag (Was=false) 2024-11-15T14:32:21,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41203-0x1014016e8630003, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024605701 2024-11-15T14:32:21,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41887-0x1014016e8630004, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024605701 2024-11-15T14:32:21,557 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1024605701/flush-table-proc/acquired, /1-1024605701/flush-table-proc/reached, /1-1024605701/flush-table-proc/abort 2024-11-15T14:32:21,558 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,41203,1731681139572 2024-11-15T14:32:21,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41203-0x1014016e8630003, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024605701 2024-11-15T14:32:21,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41887-0x1014016e8630004, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024605701 2024-11-15T14:32:21,598 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1024605701/online-snapshot/acquired, /1-1024605701/online-snapshot/reached, /1-1024605701/online-snapshot/abort 2024-11-15T14:32:21,599 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,41203,1731681139572 2024-11-15T14:32:21,600 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T14:32:21,602 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T14:32:21,602 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T14:32:21,602 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T14:32:21,602 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 26754e923c4a,41203,1731681139572 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T14:32:21,604 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:32:21,604 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:32:21,604 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:32:21,604 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:32:21,604 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/26754e923c4a:0, corePoolSize=10, maxPoolSize=10 2024-11-15T14:32:21,604 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:32:21,604 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:32:21,604 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:32:21,605 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731681171605 2024-11-15T14:32:21,605 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T14:32:21,605 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T14:32:21,605 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T14:32:21,605 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T14:32:21,605 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T14:32:21,605 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T14:32:21,605 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:21,605 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:32:21,605 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T14:32:21,606 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T14:32:21,606 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T14:32:21,606 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T14:32:21,606 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T14:32:21,606 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T14:32:21,606 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T14:32:21,606 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681141606,5,FailOnTimeoutGroup] 2024-11-15T14:32:21,606 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681141606,5,FailOnTimeoutGroup] 2024-11-15T14:32:21,606 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:21,606 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T14:32:21,606 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:21,606 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:21,607 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:21,607 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T14:32:21,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32769 is added to blk_1073741831_1007 (size=1321) 2024-11-15T14:32:21,681 INFO [RS:0;26754e923c4a:41887 {}] regionserver.HRegionServer(746): ClusterId : 7540bba8-9b5c-484f-9828-c75e558ab642 2024-11-15T14:32:21,681 DEBUG [RS:0;26754e923c4a:41887 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T14:32:21,691 DEBUG [RS:0;26754e923c4a:41887 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T14:32:21,691 DEBUG [RS:0;26754e923c4a:41887 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T14:32:21,699 DEBUG [RS:0;26754e923c4a:41887 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T14:32:21,700 DEBUG [RS:0;26754e923c4a:41887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d255fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:32:21,710 DEBUG [RS:0;26754e923c4a:41887 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;26754e923c4a:41887 2024-11-15T14:32:21,710 INFO [RS:0;26754e923c4a:41887 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T14:32:21,710 INFO [RS:0;26754e923c4a:41887 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T14:32:21,710 DEBUG [RS:0;26754e923c4a:41887 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T14:32:21,711 INFO [RS:0;26754e923c4a:41887 {}] regionserver.HRegionServer(2659): reportForDuty to master=26754e923c4a,41203,1731681139572 with port=41887, startcode=1731681139658 2024-11-15T14:32:21,711 DEBUG [RS:0;26754e923c4a:41887 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T14:32:21,712 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T14:32:21,713 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41203 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 26754e923c4a,41887,1731681139658 2024-11-15T14:32:21,713 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41203 {}] master.ServerManager(517): Registering regionserver=26754e923c4a,41887,1731681139658 2024-11-15T14:32:21,714 DEBUG [RS:0;26754e923c4a:41887 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57 2024-11-15T14:32:21,714 DEBUG [RS:0;26754e923c4a:41887 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44975 2024-11-15T14:32:21,714 DEBUG [RS:0;26754e923c4a:41887 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T14:32:21,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41203-0x1014016e8630003, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024605701/rs 2024-11-15T14:32:21,778 DEBUG [RS:0;26754e923c4a:41887 {}] zookeeper.ZKUtil(111): regionserver:41887-0x1014016e8630004, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Set watcher on existing znode=/1-1024605701/rs/26754e923c4a,41887,1731681139658 2024-11-15T14:32:21,778 WARN [RS:0;26754e923c4a:41887 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:32:21,778 INFO [RS:0;26754e923c4a:41887 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:32:21,778 DEBUG [RS:0;26754e923c4a:41887 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/WALs/26754e923c4a,41887,1731681139658 2024-11-15T14:32:21,778 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [26754e923c4a,41887,1731681139658] 2024-11-15T14:32:21,782 INFO [RS:0;26754e923c4a:41887 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T14:32:21,784 INFO [RS:0;26754e923c4a:41887 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T14:32:21,784 INFO [RS:0;26754e923c4a:41887 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T14:32:21,784 INFO [RS:0;26754e923c4a:41887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:21,784 INFO [RS:0;26754e923c4a:41887 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T14:32:21,785 INFO [RS:0;26754e923c4a:41887 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T14:32:21,785 INFO [RS:0;26754e923c4a:41887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:21,785 DEBUG [RS:0;26754e923c4a:41887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:32:21,786 DEBUG [RS:0;26754e923c4a:41887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:32:21,786 DEBUG [RS:0;26754e923c4a:41887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:32:21,786 DEBUG [RS:0;26754e923c4a:41887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:32:21,786 DEBUG [RS:0;26754e923c4a:41887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:32:21,786 DEBUG [RS:0;26754e923c4a:41887 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:32:21,786 DEBUG [RS:0;26754e923c4a:41887 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:32:21,786 DEBUG [RS:0;26754e923c4a:41887 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:32:21,786 DEBUG [RS:0;26754e923c4a:41887 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:32:21,786 DEBUG [RS:0;26754e923c4a:41887 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:32:21,786 DEBUG [RS:0;26754e923c4a:41887 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:32:21,786 DEBUG [RS:0;26754e923c4a:41887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:32:21,786 DEBUG [RS:0;26754e923c4a:41887 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:32:21,786 DEBUG [RS:0;26754e923c4a:41887 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:32:21,789 INFO [RS:0;26754e923c4a:41887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:21,789 INFO [RS:0;26754e923c4a:41887 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:21,789 INFO [RS:0;26754e923c4a:41887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:21,789 INFO [RS:0;26754e923c4a:41887 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:21,789 INFO [RS:0;26754e923c4a:41887 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:21,789 INFO [RS:0;26754e923c4a:41887 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,41887,1731681139658-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:32:21,801 INFO [RS:0;26754e923c4a:41887 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T14:32:21,802 INFO [RS:0;26754e923c4a:41887 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,41887,1731681139658-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:21,802 INFO [RS:0;26754e923c4a:41887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:21,802 INFO [RS:0;26754e923c4a:41887 {}] regionserver.Replication(171): 26754e923c4a,41887,1731681139658 started 2024-11-15T14:32:21,813 INFO [RS:0;26754e923c4a:41887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:21,813 INFO [RS:0;26754e923c4a:41887 {}] regionserver.HRegionServer(1482): Serving as 26754e923c4a,41887,1731681139658, RpcServer on 26754e923c4a/172.17.0.3:41887, sessionid=0x1014016e8630004 2024-11-15T14:32:21,813 DEBUG [RS:0;26754e923c4a:41887 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T14:32:21,813 DEBUG [RS:0;26754e923c4a:41887 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 26754e923c4a,41887,1731681139658 2024-11-15T14:32:21,813 DEBUG [RS:0;26754e923c4a:41887 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,41887,1731681139658' 2024-11-15T14:32:21,814 DEBUG [RS:0;26754e923c4a:41887 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1024605701/flush-table-proc/abort' 2024-11-15T14:32:21,814 DEBUG [RS:0;26754e923c4a:41887 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1024605701/flush-table-proc/acquired' 2024-11-15T14:32:21,815 DEBUG [RS:0;26754e923c4a:41887 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T14:32:21,815 DEBUG [RS:0;26754e923c4a:41887 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T14:32:21,815 DEBUG [RS:0;26754e923c4a:41887 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 26754e923c4a,41887,1731681139658 2024-11-15T14:32:21,815 DEBUG [RS:0;26754e923c4a:41887 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,41887,1731681139658' 2024-11-15T14:32:21,815 DEBUG [RS:0;26754e923c4a:41887 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1024605701/online-snapshot/abort' 2024-11-15T14:32:21,815 DEBUG [RS:0;26754e923c4a:41887 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1024605701/online-snapshot/acquired' 2024-11-15T14:32:21,815 DEBUG [RS:0;26754e923c4a:41887 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T14:32:21,815 INFO [RS:0;26754e923c4a:41887 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T14:32:21,815 INFO [RS:0;26754e923c4a:41887 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T14:32:21,916 INFO [RS:0;26754e923c4a:41887 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:32:21,917 INFO [RS:0;26754e923c4a:41887 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C41887%2C1731681139658, suffix=, logDir=hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/WALs/26754e923c4a,41887,1731681139658, archiveDir=hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/oldWALs, maxLogs=10 2024-11-15T14:32:21,929 DEBUG [RS:0;26754e923c4a:41887 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/WALs/26754e923c4a,41887,1731681139658/26754e923c4a%2C41887%2C1731681139658.1731681141918, exclude list is [], retry=0 2024-11-15T14:32:21,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32769,DS-44f82ef0-44ae-4911-9c53-67cb0f454bd7,DISK] 2024-11-15T14:32:21,934 INFO [RS:0;26754e923c4a:41887 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/WALs/26754e923c4a,41887,1731681139658/26754e923c4a%2C41887%2C1731681139658.1731681141918 2024-11-15T14:32:21,934 DEBUG [RS:0;26754e923c4a:41887 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46859:46859)] 2024-11-15T14:32:22,013 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T14:32:22,013 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57 2024-11-15T14:32:22,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32769 is added to blk_1073741833_1009 (size=32) 2024-11-15T14:32:22,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:32:22,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:32:22,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:32:22,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:22,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:32:22,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:32:22,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:32:22,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:22,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:32:22,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:32:22,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:32:22,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:22,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:32:22,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:32:22,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:32:22,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:22,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:32:22,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:32:22,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/data/hbase/meta/1588230740 2024-11-15T14:32:22,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/data/hbase/meta/1588230740 2024-11-15T14:32:22,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:32:22,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:32:22,430 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:32:22,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:32:22,433 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:32:22,434 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63321822, jitterRate=-0.056431323289871216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:32:22,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731681142420Initializing all the Stores at 1731681142420Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681142420Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681142421 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681142421Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681142421Cleaning up temporary data from old regions at 1731681142429 (+8 ms)Region opened successfully at 1731681142434 (+5 ms) 2024-11-15T14:32:22,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:32:22,434 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:32:22,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:32:22,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:32:22,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:32:22,434 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:32:22,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681142434Disabling compacts and flushes for region at 1731681142434Disabling writes for close at 1731681142434Writing region close event to WAL at 1731681142434Closed at 1731681142434 2024-11-15T14:32:22,435 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:32:22,436 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T14:32:22,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T14:32:22,437 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:32:22,438 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T14:32:22,588 DEBUG [26754e923c4a:41203 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T14:32:22,588 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=26754e923c4a,41887,1731681139658 2024-11-15T14:32:22,590 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,41887,1731681139658, state=OPENING 2024-11-15T14:32:22,621 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T14:32:22,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41203-0x1014016e8630003, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024605701 2024-11-15T14:32:22,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41887-0x1014016e8630004, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024605701 2024-11-15T14:32:22,632 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1024605701/meta-region-server: CHANGED 2024-11-15T14:32:22,632 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1024605701/meta-region-server: CHANGED 2024-11-15T14:32:22,632 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:32:22,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,41887,1731681139658}] 2024-11-15T14:32:22,786 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T14:32:22,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46455, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T14:32:22,791 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T14:32:22,791 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:32:22,791 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T14:32:22,793 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C41887%2C1731681139658.meta, suffix=.meta, logDir=hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/WALs/26754e923c4a,41887,1731681139658, archiveDir=hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/oldWALs, maxLogs=10 2024-11-15T14:32:22,804 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/WALs/26754e923c4a,41887,1731681139658/26754e923c4a%2C41887%2C1731681139658.meta.1731681142793.meta, exclude list is [], retry=0 2024-11-15T14:32:22,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32769,DS-44f82ef0-44ae-4911-9c53-67cb0f454bd7,DISK] 2024-11-15T14:32:22,808 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/WALs/26754e923c4a,41887,1731681139658/26754e923c4a%2C41887%2C1731681139658.meta.1731681142793.meta 2024-11-15T14:32:22,808 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46859:46859)] 2024-11-15T14:32:22,808 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:32:22,809 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:32:22,809 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T14:32:22,809 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T14:32:22,809 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T14:32:22,809 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T14:32:22,809 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:32:22,809 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T14:32:22,809 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T14:32:22,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:32:22,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:32:22,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:22,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:32:22,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:32:22,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:32:22,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:22,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:32:22,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:32:22,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:32:22,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:22,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:32:22,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:32:22,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:32:22,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:22,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:32:22,815 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:32:22,816 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/data/hbase/meta/1588230740 2024-11-15T14:32:22,817 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/data/hbase/meta/1588230740 2024-11-15T14:32:22,818 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:32:22,818 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:32:22,818 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:32:22,819 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:32:22,820 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70164490, jitterRate=0.04553237557411194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:32:22,820 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T14:32:22,820 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731681142809Writing region info on filesystem at 1731681142809Initializing all the Stores at 1731681142810 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681142810Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681142810Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681142811 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681142811Cleaning up temporary data from old regions at 1731681142818 (+7 ms)Running coprocessor post-open hooks at 1731681142820 (+2 ms)Region opened successfully at 1731681142820 2024-11-15T14:32:22,821 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731681142785 2024-11-15T14:32:22,823 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T14:32:22,823 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T14:32:22,824 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,41887,1731681139658 2024-11-15T14:32:22,825 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,41887,1731681139658, state=OPEN 2024-11-15T14:32:22,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41203-0x1014016e8630003, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1024605701/meta-region-server 2024-11-15T14:32:22,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41887-0x1014016e8630004, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1024605701/meta-region-server 2024-11-15T14:32:22,832 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=26754e923c4a,41887,1731681139658 2024-11-15T14:32:22,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1024605701/meta-region-server: CHANGED 2024-11-15T14:32:22,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1024605701/meta-region-server: CHANGED 2024-11-15T14:32:22,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T14:32:22,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,41887,1731681139658 in 199 msec 2024-11-15T14:32:22,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T14:32:22,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 398 msec 2024-11-15T14:32:22,837 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:32:22,837 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T14:32:22,839 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:32:22,839 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,41887,1731681139658, seqNum=-1] 2024-11-15T14:32:22,839 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:32:22,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:32:22,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2420 sec 2024-11-15T14:32:22,845 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731681142845, completionTime=-1 2024-11-15T14:32:22,845 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T14:32:22,845 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T14:32:22,849 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T14:32:22,849 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731681202849 2024-11-15T14:32:22,849 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731681262849 2024-11-15T14:32:22,849 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-15T14:32:22,850 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,41203,1731681139572-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:22,850 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,41203,1731681139572-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:22,850 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,41203,1731681139572-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:22,850 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-26754e923c4a:41203, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:22,850 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:22,850 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:22,852 DEBUG [master/26754e923c4a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T14:32:22,853 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.138sec 2024-11-15T14:32:22,853 INFO [master/26754e923c4a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T14:32:22,853 INFO [master/26754e923c4a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T14:32:22,853 INFO [master/26754e923c4a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T14:32:22,853 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T14:32:22,853 INFO [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T14:32:22,853 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,41203,1731681139572-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:32:22,854 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,41203,1731681139572-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T14:32:22,856 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T14:32:22,856 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T14:32:22,856 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,41203,1731681139572-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:32:22,870 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T14:32:22,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0b5fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:32:22,882 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,41203,-1 for getting cluster id 2024-11-15T14:32:22,882 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:32:22,883 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7540bba8-9b5c-484f-9828-c75e558ab642' 2024-11-15T14:32:22,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:32:22,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7540bba8-9b5c-484f-9828-c75e558ab642" 2024-11-15T14:32:22,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ff7326, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:32:22,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,41203,-1] 2024-11-15T14:32:22,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:32:22,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:32:22,885 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:32:22,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b7f4f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:32:22,886 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:32:22,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,41887,1731681139658, seqNum=-1] 2024-11-15T14:32:22,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:32:22,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:32:22,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=26754e923c4a,41203,1731681139572 2024-11-15T14:32:22,890 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50169 2024-11-15T14:32:22,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:32:22,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014016e8630005 connected 2024-11-15T14:32:22,911 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:32:22,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,43341,1731681134643 2024-11-15T14:32:22,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d900cd6 2024-11-15T14:32:22,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:32:22,914 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:32:22,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43341 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:32:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43341 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T14:32:22,920 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T14:32:22,921 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:22,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43341 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T14:32:22,923 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T14:32:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:32:22,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741835_1011 (size=902) 2024-11-15T14:32:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:32:23,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:32:23,350 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 680979defb0a9379b4e7dd8c747f7570, NAME => 'test,,1731681142914.680979defb0a9379b4e7dd8c747f7570.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1 2024-11-15T14:32:23,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741836_1012 (size=39) 2024-11-15T14:32:23,356 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731681142914.680979defb0a9379b4e7dd8c747f7570.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:32:23,356 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 680979defb0a9379b4e7dd8c747f7570, disabling compactions & flushes 2024-11-15T14:32:23,356 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731681142914.680979defb0a9379b4e7dd8c747f7570. 2024-11-15T14:32:23,357 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731681142914.680979defb0a9379b4e7dd8c747f7570. 2024-11-15T14:32:23,357 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731681142914.680979defb0a9379b4e7dd8c747f7570. after waiting 0 ms 2024-11-15T14:32:23,357 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731681142914.680979defb0a9379b4e7dd8c747f7570. 2024-11-15T14:32:23,357 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731681142914.680979defb0a9379b4e7dd8c747f7570. 2024-11-15T14:32:23,357 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 680979defb0a9379b4e7dd8c747f7570: Waiting for close lock at 1731681143356Disabling compacts and flushes for region at 1731681143356Disabling writes for close at 1731681143357 (+1 ms)Writing region close event to WAL at 1731681143357Closed at 1731681143357 2024-11-15T14:32:23,358 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T14:32:23,359 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731681142914.680979defb0a9379b4e7dd8c747f7570.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731681143358"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731681143358"}]},"ts":"1731681143358"} 2024-11-15T14:32:23,361 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T14:32:23,361 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T14:32:23,362 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681143362"}]},"ts":"1731681143362"} 2024-11-15T14:32:23,364 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T14:32:23,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=680979defb0a9379b4e7dd8c747f7570, ASSIGN}] 2024-11-15T14:32:23,365 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=680979defb0a9379b4e7dd8c747f7570, ASSIGN 2024-11-15T14:32:23,366 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=680979defb0a9379b4e7dd8c747f7570, ASSIGN; state=OFFLINE, location=26754e923c4a,36169,1731681134794; forceNewPlan=false, retain=false 2024-11-15T14:32:23,516 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=680979defb0a9379b4e7dd8c747f7570, regionState=OPENING, regionLocation=26754e923c4a,36169,1731681134794 2024-11-15T14:32:23,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=680979defb0a9379b4e7dd8c747f7570, ASSIGN because future has completed 2024-11-15T14:32:23,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 680979defb0a9379b4e7dd8c747f7570, server=26754e923c4a,36169,1731681134794}] 2024-11-15T14:32:23,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:32:23,676 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731681142914.680979defb0a9379b4e7dd8c747f7570. 2024-11-15T14:32:23,676 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 680979defb0a9379b4e7dd8c747f7570, NAME => 'test,,1731681142914.680979defb0a9379b4e7dd8c747f7570.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:32:23,676 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:32:23,677 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T14:32:23,677 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 680979defb0a9379b4e7dd8c747f7570 2024-11-15T14:32:23,677 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731681142914.680979defb0a9379b4e7dd8c747f7570.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:32:23,677 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 680979defb0a9379b4e7dd8c747f7570 2024-11-15T14:32:23,677 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 680979defb0a9379b4e7dd8c747f7570 2024-11-15T14:32:23,678 INFO [StoreOpener-680979defb0a9379b4e7dd8c747f7570-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 680979defb0a9379b4e7dd8c747f7570 2024-11-15T14:32:23,679 INFO [StoreOpener-680979defb0a9379b4e7dd8c747f7570-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 680979defb0a9379b4e7dd8c747f7570 columnFamilyName f 2024-11-15T14:32:23,679 DEBUG [StoreOpener-680979defb0a9379b4e7dd8c747f7570-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:23,680 INFO [StoreOpener-680979defb0a9379b4e7dd8c747f7570-1 {}] regionserver.HStore(327): Store=680979defb0a9379b4e7dd8c747f7570/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:32:23,680 INFO [StoreOpener-680979defb0a9379b4e7dd8c747f7570-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 680979defb0a9379b4e7dd8c747f7570 2024-11-15T14:32:23,681 INFO [StoreOpener-680979defb0a9379b4e7dd8c747f7570-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 680979defb0a9379b4e7dd8c747f7570 columnFamilyName f1 2024-11-15T14:32:23,681 DEBUG [StoreOpener-680979defb0a9379b4e7dd8c747f7570-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:23,682 INFO [StoreOpener-680979defb0a9379b4e7dd8c747f7570-1 {}] regionserver.HStore(327): Store=680979defb0a9379b4e7dd8c747f7570/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:32:23,682 INFO [StoreOpener-680979defb0a9379b4e7dd8c747f7570-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 680979defb0a9379b4e7dd8c747f7570 2024-11-15T14:32:23,683 INFO [StoreOpener-680979defb0a9379b4e7dd8c747f7570-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 680979defb0a9379b4e7dd8c747f7570 columnFamilyName norep 2024-11-15T14:32:23,683 DEBUG [StoreOpener-680979defb0a9379b4e7dd8c747f7570-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:23,684 INFO [StoreOpener-680979defb0a9379b4e7dd8c747f7570-1 {}] regionserver.HStore(327): Store=680979defb0a9379b4e7dd8c747f7570/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:32:23,684 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 680979defb0a9379b4e7dd8c747f7570 2024-11-15T14:32:23,684 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/default/test/680979defb0a9379b4e7dd8c747f7570 2024-11-15T14:32:23,685 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/default/test/680979defb0a9379b4e7dd8c747f7570 2024-11-15T14:32:23,686 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 680979defb0a9379b4e7dd8c747f7570 2024-11-15T14:32:23,686 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 680979defb0a9379b4e7dd8c747f7570 2024-11-15T14:32:23,687 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T14:32:23,688 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 680979defb0a9379b4e7dd8c747f7570 2024-11-15T14:32:23,690 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/default/test/680979defb0a9379b4e7dd8c747f7570/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:32:23,690 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 680979defb0a9379b4e7dd8c747f7570; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68041524, jitterRate=0.013897716999053955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T14:32:23,690 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 680979defb0a9379b4e7dd8c747f7570 2024-11-15T14:32:23,691 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 680979defb0a9379b4e7dd8c747f7570: Running coprocessor pre-open hook at 1731681143677Writing region info on filesystem at 1731681143677Initializing all the Stores at 1731681143678 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681143678Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681143678Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681143678Cleaning up temporary data from old regions at 1731681143686 (+8 ms)Running coprocessor post-open hooks at 1731681143690 (+4 ms)Region opened successfully at 1731681143691 (+1 ms) 2024-11-15T14:32:23,693 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731681142914.680979defb0a9379b4e7dd8c747f7570., pid=6, masterSystemTime=1731681143672 2024-11-15T14:32:23,695 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731681142914.680979defb0a9379b4e7dd8c747f7570. 2024-11-15T14:32:23,696 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731681142914.680979defb0a9379b4e7dd8c747f7570. 2024-11-15T14:32:23,697 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=680979defb0a9379b4e7dd8c747f7570, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=26754e923c4a,36169,1731681134794 2024-11-15T14:32:23,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 680979defb0a9379b4e7dd8c747f7570, server=26754e923c4a,36169,1731681134794 because future has completed 2024-11-15T14:32:23,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T14:32:23,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 680979defb0a9379b4e7dd8c747f7570, server=26754e923c4a,36169,1731681134794 in 182 msec 2024-11-15T14:32:23,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T14:32:23,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=680979defb0a9379b4e7dd8c747f7570, ASSIGN in 339 msec 2024-11-15T14:32:23,706 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T14:32:23,706 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681143706"}]},"ts":"1731681143706"} 2024-11-15T14:32:23,708 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T14:32:23,709 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T14:32:23,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 792 msec 2024-11-15T14:32:24,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:32:24,065 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:32:24,065 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T14:32:24,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,41203,1731681139572 2024-11-15T14:32:24,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ff133a3 2024-11-15T14:32:24,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:32:24,068 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:32:24,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41203 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:32:24,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41203 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T14:32:24,072 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T14:32:24,072 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:24,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41203 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T14:32:24,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:32:24,073 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T14:32:24,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32769 is added to blk_1073741835_1011 (size=902) 2024-11-15T14:32:24,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:32:24,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:32:24,481 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2b12a6983ba2581c397d98e31c596b30, NAME => 'test,,1731681144068.2b12a6983ba2581c397d98e31c596b30.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57 2024-11-15T14:32:24,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32769 is added to blk_1073741836_1012 (size=39) 2024-11-15T14:32:24,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:32:24,887 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731681144068.2b12a6983ba2581c397d98e31c596b30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:32:24,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2b12a6983ba2581c397d98e31c596b30, disabling compactions & flushes 2024-11-15T14:32:24,888 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731681144068.2b12a6983ba2581c397d98e31c596b30. 2024-11-15T14:32:24,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731681144068.2b12a6983ba2581c397d98e31c596b30. 2024-11-15T14:32:24,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731681144068.2b12a6983ba2581c397d98e31c596b30. after waiting 0 ms 2024-11-15T14:32:24,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731681144068.2b12a6983ba2581c397d98e31c596b30. 2024-11-15T14:32:24,888 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731681144068.2b12a6983ba2581c397d98e31c596b30. 2024-11-15T14:32:24,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2b12a6983ba2581c397d98e31c596b30: Waiting for close lock at 1731681144888Disabling compacts and flushes for region at 1731681144888Disabling writes for close at 1731681144888Writing region close event to WAL at 1731681144888Closed at 1731681144888 2024-11-15T14:32:24,889 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T14:32:24,890 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731681144068.2b12a6983ba2581c397d98e31c596b30.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731681144889"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731681144889"}]},"ts":"1731681144889"} 2024-11-15T14:32:24,892 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T14:32:24,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T14:32:24,893 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681144893"}]},"ts":"1731681144893"} 2024-11-15T14:32:24,895 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T14:32:24,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2b12a6983ba2581c397d98e31c596b30, ASSIGN}] 2024-11-15T14:32:24,897 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2b12a6983ba2581c397d98e31c596b30, ASSIGN 2024-11-15T14:32:24,898 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2b12a6983ba2581c397d98e31c596b30, ASSIGN; state=OFFLINE, location=26754e923c4a,41887,1731681139658; forceNewPlan=false, retain=false 2024-11-15T14:32:25,048 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2b12a6983ba2581c397d98e31c596b30, regionState=OPENING, regionLocation=26754e923c4a,41887,1731681139658 2024-11-15T14:32:25,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2b12a6983ba2581c397d98e31c596b30, ASSIGN because future has completed 2024-11-15T14:32:25,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b12a6983ba2581c397d98e31c596b30, server=26754e923c4a,41887,1731681139658}] 2024-11-15T14:32:25,208 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731681144068.2b12a6983ba2581c397d98e31c596b30. 2024-11-15T14:32:25,208 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b12a6983ba2581c397d98e31c596b30, NAME => 'test,,1731681144068.2b12a6983ba2581c397d98e31c596b30.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:32:25,208 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:32:25,208 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T14:32:25,209 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2b12a6983ba2581c397d98e31c596b30 2024-11-15T14:32:25,209 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731681144068.2b12a6983ba2581c397d98e31c596b30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:32:25,209 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2b12a6983ba2581c397d98e31c596b30 2024-11-15T14:32:25,209 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2b12a6983ba2581c397d98e31c596b30 2024-11-15T14:32:25,210 INFO [StoreOpener-2b12a6983ba2581c397d98e31c596b30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2b12a6983ba2581c397d98e31c596b30 2024-11-15T14:32:25,212 INFO [StoreOpener-2b12a6983ba2581c397d98e31c596b30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b12a6983ba2581c397d98e31c596b30 columnFamilyName f 2024-11-15T14:32:25,212 DEBUG [StoreOpener-2b12a6983ba2581c397d98e31c596b30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:25,212 INFO [StoreOpener-2b12a6983ba2581c397d98e31c596b30-1 {}] regionserver.HStore(327): Store=2b12a6983ba2581c397d98e31c596b30/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:32:25,213 INFO [StoreOpener-2b12a6983ba2581c397d98e31c596b30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2b12a6983ba2581c397d98e31c596b30 2024-11-15T14:32:25,214 INFO [StoreOpener-2b12a6983ba2581c397d98e31c596b30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b12a6983ba2581c397d98e31c596b30 columnFamilyName f1 2024-11-15T14:32:25,214 DEBUG [StoreOpener-2b12a6983ba2581c397d98e31c596b30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:32:25,214 INFO [StoreOpener-2b12a6983ba2581c397d98e31c596b30-1 {}] regionserver.HStore(327): Store=2b12a6983ba2581c397d98e31c596b30/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:32:25,215 INFO [StoreOpener-2b12a6983ba2581c397d98e31c596b30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2b12a6983ba2581c397d98e31c596b30 2024-11-15T14:32:25,216 INFO [StoreOpener-2b12a6983ba2581c397d98e31c596b30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b12a6983ba2581c397d98e31c596b30 columnFamilyName norep 2024-11-15T14:32:25,216 DEBUG [StoreOpener-2b12a6983ba2581c397d98e31c596b30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:25,216 INFO [StoreOpener-2b12a6983ba2581c397d98e31c596b30-1 {}] regionserver.HStore(327): Store=2b12a6983ba2581c397d98e31c596b30/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:32:25,216 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2b12a6983ba2581c397d98e31c596b30 2024-11-15T14:32:25,217 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/data/default/test/2b12a6983ba2581c397d98e31c596b30 2024-11-15T14:32:25,217 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/data/default/test/2b12a6983ba2581c397d98e31c596b30 2024-11-15T14:32:25,218 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2b12a6983ba2581c397d98e31c596b30 2024-11-15T14:32:25,218 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2b12a6983ba2581c397d98e31c596b30 2024-11-15T14:32:25,218 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T14:32:25,219 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2b12a6983ba2581c397d98e31c596b30 2024-11-15T14:32:25,221 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/data/default/test/2b12a6983ba2581c397d98e31c596b30/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:32:25,221 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2b12a6983ba2581c397d98e31c596b30; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62263872, jitterRate=-0.07219600677490234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T14:32:25,221 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b12a6983ba2581c397d98e31c596b30 2024-11-15T14:32:25,222 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2b12a6983ba2581c397d98e31c596b30: Running coprocessor pre-open hook at 1731681145209Writing region info on filesystem at 1731681145209Initializing all the Stores at 1731681145210 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681145210Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681145210Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681145210Cleaning up temporary data from old regions at 1731681145218 (+8 ms)Running coprocessor post-open hooks at 1731681145221 (+3 ms)Region opened successfully at 1731681145221 2024-11-15T14:32:25,222 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731681144068.2b12a6983ba2581c397d98e31c596b30., pid=6, masterSystemTime=1731681145204 2024-11-15T14:32:25,225 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731681144068.2b12a6983ba2581c397d98e31c596b30. 2024-11-15T14:32:25,225 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731681144068.2b12a6983ba2581c397d98e31c596b30. 2024-11-15T14:32:25,226 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2b12a6983ba2581c397d98e31c596b30, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=26754e923c4a,41887,1731681139658 2024-11-15T14:32:25,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b12a6983ba2581c397d98e31c596b30, server=26754e923c4a,41887,1731681139658 because future has completed 2024-11-15T14:32:25,232 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T14:32:25,232 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b12a6983ba2581c397d98e31c596b30, server=26754e923c4a,41887,1731681139658 in 179 msec 2024-11-15T14:32:25,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T14:32:25,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2b12a6983ba2581c397d98e31c596b30, ASSIGN in 337 msec 2024-11-15T14:32:25,235 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T14:32:25,236 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681145235"}]},"ts":"1731681145235"} 2024-11-15T14:32:25,238 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T14:32:25,239 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T14:32:25,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1700 sec 2024-11-15T14:32:25,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T14:32:25,683 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T14:32:25,684 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T14:32:25,684 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T14:32:25,685 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:32:25,685 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T14:32:25,685 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T14:32:25,685 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T14:32:25,685 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:32:25,685 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T14:32:25,685 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T14:32:25,685 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T14:32:26,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:32:26,224 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T14:32:26,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573f5058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:32:26,225 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,43341,-1 for getting cluster id 2024-11-15T14:32:26,225 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:32:26,226 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '341d698f-a1cc-418e-a42d-ee4415a8d8bf' 2024-11-15T14:32:26,226 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:32:26,226 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "341d698f-a1cc-418e-a42d-ee4415a8d8bf" 2024-11-15T14:32:26,226 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7265a0d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:32:26,226 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,43341,-1] 2024-11-15T14:32:26,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:32:26,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:32:26,228 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:32:26,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ff1f9aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:32:26,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a82f36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:32:26,229 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,41203,-1 for getting cluster id 2024-11-15T14:32:26,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:32:26,229 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7540bba8-9b5c-484f-9828-c75e558ab642' 2024-11-15T14:32:26,230 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:32:26,230 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7540bba8-9b5c-484f-9828-c75e558ab642" 2024-11-15T14:32:26,230 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39b7d4c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:32:26,230 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,41203,-1] 2024-11-15T14:32:26,230 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:32:26,230 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:32:26,231 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:32:26,231 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dbb87da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:32:26,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@739db0fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:32:26,232 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,43341,-1 for getting cluster id 2024-11-15T14:32:26,232 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:32:26,233 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '341d698f-a1cc-418e-a42d-ee4415a8d8bf' 2024-11-15T14:32:26,233 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:32:26,233 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "341d698f-a1cc-418e-a42d-ee4415a8d8bf" 2024-11-15T14:32:26,233 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b66ad55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:32:26,233 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,43341,-1] 2024-11-15T14:32:26,233 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:32:26,234 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:32:26,234 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:32:26,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b0108de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:32:26,237 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:32:26,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,43341,1731681134643 2024-11-15T14:32:26,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a6d9401 2024-11-15T14:32:26,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:32:26,239 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:32:26,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43341 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://26754e923c4a:41203,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-15T14:32:26,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43341 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T14:32:26,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:32:26,243 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='26754e923c4a:41203' 2024-11-15T14:32:26,244 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce5ca49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:32:26,244 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,41203,-1 for getting cluster id 2024-11-15T14:32:26,244 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:32:26,245 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7540bba8-9b5c-484f-9828-c75e558ab642' 2024-11-15T14:32:26,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:32:26,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7540bba8-9b5c-484f-9828-c75e558ab642" 2024-11-15T14:32:26,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@606f27ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:32:26,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,41203,-1] 2024-11-15T14:32:26,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:32:26,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:32:26,246 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:32:26,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b5f182, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:32:26,247 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:32:26,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,41203,1731681139572 2024-11-15T14:32:26,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@325dedd7 2024-11-15T14:32:26,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:32:26,248 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:32:26,249 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-15T14:32:26,249 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T14:32:26,249 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:32:26,249 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:32:26,249 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:32:26,250 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:32:26,251 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T14:32:26,252 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T14:32:26,252 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:26,253 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T14:32:26,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741837_1013 (size=1138) 2024-11-15T14:32:26,301 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T14:32:26,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:32:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:32:26,661 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5fafde2703bd9440e9a38d5c69287572, NAME => 'hbase:replication,,1731681146249.5fafde2703bd9440e9a38d5c69287572.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1 2024-11-15T14:32:26,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741838_1014 (size=44) 2024-11-15T14:32:26,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:32:27,067 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731681146249.5fafde2703bd9440e9a38d5c69287572.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:32:27,068 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5fafde2703bd9440e9a38d5c69287572, disabling compactions & flushes 2024-11-15T14:32:27,068 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731681146249.5fafde2703bd9440e9a38d5c69287572. 2024-11-15T14:32:27,068 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731681146249.5fafde2703bd9440e9a38d5c69287572. 2024-11-15T14:32:27,068 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731681146249.5fafde2703bd9440e9a38d5c69287572. after waiting 0 ms 2024-11-15T14:32:27,068 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731681146249.5fafde2703bd9440e9a38d5c69287572. 2024-11-15T14:32:27,068 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731681146249.5fafde2703bd9440e9a38d5c69287572. 2024-11-15T14:32:27,068 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5fafde2703bd9440e9a38d5c69287572: Waiting for close lock at 1731681147067Disabling compacts and flushes for region at 1731681147067Disabling writes for close at 1731681147068 (+1 ms)Writing region close event to WAL at 1731681147068Closed at 1731681147068 2024-11-15T14:32:27,069 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T14:32:27,069 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731681146249.5fafde2703bd9440e9a38d5c69287572.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731681147069"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731681147069"}]},"ts":"1731681147069"} 2024-11-15T14:32:27,072 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T14:32:27,073 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T14:32:27,073 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681147073"}]},"ts":"1731681147073"} 2024-11-15T14:32:27,076 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T14:32:27,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5fafde2703bd9440e9a38d5c69287572, ASSIGN}] 2024-11-15T14:32:27,077 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5fafde2703bd9440e9a38d5c69287572, ASSIGN 2024-11-15T14:32:27,078 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5fafde2703bd9440e9a38d5c69287572, ASSIGN; state=OFFLINE, location=26754e923c4a,36169,1731681134794; forceNewPlan=false, retain=false 2024-11-15T14:32:27,229 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5fafde2703bd9440e9a38d5c69287572, regionState=OPENING, regionLocation=26754e923c4a,36169,1731681134794 2024-11-15T14:32:27,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5fafde2703bd9440e9a38d5c69287572, ASSIGN because future has completed 2024-11-15T14:32:27,232 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5fafde2703bd9440e9a38d5c69287572, server=26754e923c4a,36169,1731681134794}] 2024-11-15T14:32:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:32:27,389 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731681146249.5fafde2703bd9440e9a38d5c69287572. 2024-11-15T14:32:27,389 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:32:27,389 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T14:32:27,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C36169%2C1731681134794.rep, suffix=, logDir=hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794, archiveDir=hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/oldWALs, maxLogs=10 2024-11-15T14:32:27,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.rep.1731681147391, exclude list is [], retry=0 2024-11-15T14:32:27,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34077,DS-d8fcfb1f-946f-4afa-8902-f6e1a6d4d19f,DISK] 2024-11-15T14:32:27,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.rep.1731681147391 2024-11-15T14:32:27,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33607:33607)] 2024-11-15T14:32:27,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5fafde2703bd9440e9a38d5c69287572, NAME => 'hbase:replication,,1731681146249.5fafde2703bd9440e9a38d5c69287572.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:32:27,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:32:27,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T14:32:27,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731681146249.5fafde2703bd9440e9a38d5c69287572. service=MultiRowMutationService 2024-11-15T14:32:27,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T14:32:27,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5fafde2703bd9440e9a38d5c69287572 2024-11-15T14:32:27,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731681146249.5fafde2703bd9440e9a38d5c69287572.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:32:27,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5fafde2703bd9440e9a38d5c69287572 2024-11-15T14:32:27,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5fafde2703bd9440e9a38d5c69287572 2024-11-15T14:32:27,409 INFO [StoreOpener-5fafde2703bd9440e9a38d5c69287572-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5fafde2703bd9440e9a38d5c69287572 2024-11-15T14:32:27,410 INFO [StoreOpener-5fafde2703bd9440e9a38d5c69287572-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fafde2703bd9440e9a38d5c69287572 columnFamilyName hfileref 2024-11-15T14:32:27,410 DEBUG [StoreOpener-5fafde2703bd9440e9a38d5c69287572-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:27,410 INFO [StoreOpener-5fafde2703bd9440e9a38d5c69287572-1 {}] regionserver.HStore(327): Store=5fafde2703bd9440e9a38d5c69287572/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:32:27,411 INFO [StoreOpener-5fafde2703bd9440e9a38d5c69287572-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5fafde2703bd9440e9a38d5c69287572 2024-11-15T14:32:27,412 INFO [StoreOpener-5fafde2703bd9440e9a38d5c69287572-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fafde2703bd9440e9a38d5c69287572 columnFamilyName queue 2024-11-15T14:32:27,412 DEBUG [StoreOpener-5fafde2703bd9440e9a38d5c69287572-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:27,412 INFO [StoreOpener-5fafde2703bd9440e9a38d5c69287572-1 {}] regionserver.HStore(327): Store=5fafde2703bd9440e9a38d5c69287572/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:32:27,412 INFO [StoreOpener-5fafde2703bd9440e9a38d5c69287572-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5fafde2703bd9440e9a38d5c69287572 2024-11-15T14:32:27,413 INFO [StoreOpener-5fafde2703bd9440e9a38d5c69287572-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fafde2703bd9440e9a38d5c69287572 columnFamilyName sid 2024-11-15T14:32:27,413 DEBUG [StoreOpener-5fafde2703bd9440e9a38d5c69287572-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:32:27,414 INFO [StoreOpener-5fafde2703bd9440e9a38d5c69287572-1 {}] regionserver.HStore(327): Store=5fafde2703bd9440e9a38d5c69287572/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:32:27,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5fafde2703bd9440e9a38d5c69287572 2024-11-15T14:32:27,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/hbase/replication/5fafde2703bd9440e9a38d5c69287572 2024-11-15T14:32:27,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/hbase/replication/5fafde2703bd9440e9a38d5c69287572 2024-11-15T14:32:27,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5fafde2703bd9440e9a38d5c69287572 2024-11-15T14:32:27,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5fafde2703bd9440e9a38d5c69287572 2024-11-15T14:32:27,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T14:32:27,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5fafde2703bd9440e9a38d5c69287572 2024-11-15T14:32:27,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/hbase/replication/5fafde2703bd9440e9a38d5c69287572/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:32:27,420 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5fafde2703bd9440e9a38d5c69287572; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66466458, jitterRate=-0.009572595357894897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T14:32:27,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5fafde2703bd9440e9a38d5c69287572 2024-11-15T14:32:27,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5fafde2703bd9440e9a38d5c69287572: Running coprocessor pre-open hook at 1731681147407Writing region info on filesystem at 1731681147407Initializing all the Stores at 1731681147408 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681147408Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681147408Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681147408Cleaning up temporary data from old regions at 1731681147416 (+8 ms)Running coprocessor post-open hooks at 1731681147420 (+4 ms)Region opened successfully at 1731681147420 2024-11-15T14:32:27,421 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731681146249.5fafde2703bd9440e9a38d5c69287572., pid=10, masterSystemTime=1731681147385 2024-11-15T14:32:27,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731681146249.5fafde2703bd9440e9a38d5c69287572. 2024-11-15T14:32:27,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731681146249.5fafde2703bd9440e9a38d5c69287572. 2024-11-15T14:32:27,424 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5fafde2703bd9440e9a38d5c69287572, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,36169,1731681134794 2024-11-15T14:32:27,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5fafde2703bd9440e9a38d5c69287572, server=26754e923c4a,36169,1731681134794 because future has completed 2024-11-15T14:32:27,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T14:32:27,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5fafde2703bd9440e9a38d5c69287572, server=26754e923c4a,36169,1731681134794 in 195 msec 2024-11-15T14:32:27,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T14:32:27,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5fafde2703bd9440e9a38d5c69287572, ASSIGN in 353 msec 2024-11-15T14:32:27,431 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T14:32:27,432 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681147432"}]},"ts":"1731681147432"} 2024-11-15T14:32:27,434 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T14:32:27,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T14:32:27,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-11-15T14:32:27,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731681146249.5fafde2703bd9440e9a38d5c69287572., hostname=26754e923c4a,36169,1731681134794, seqNum=2] 2024-11-15T14:32:27,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43341-0x1014016e8630000, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-31429769 2024-11-15T14:32:27,523 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x1014016e8630001, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-31429769 2024-11-15T14:32:27,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T14:32:27,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36169 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T14:32:27,694 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T14:32:27,720 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-26754e923c4a,36169,1731681134794, ReplicationSource: 1, currentBandwidth=0 2024-11-15T14:32:27,721 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:32:27,721 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,36169,1731681134794, seqNum=-1] 2024-11-15T14:32:27,722 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:32:27,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-15T14:32:27,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-26754e923c4a,36169,1731681134794', locateType=CURRENT is [region=hbase:replication,,1731681146249.5fafde2703bd9440e9a38d5c69287572., hostname=26754e923c4a,36169,1731681134794, seqNum=2] 2024-11-15T14:32:27,727 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T14:32:27,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43341 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T14:32:27,730 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 26754e923c4a,36169,1731681134794 suceeded 2024-11-15T14:32:27,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T14:32:27,732 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://26754e923c4a:41203,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-15T14:32:27,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-15T14:32:27,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4930 sec 2024-11-15T14:32:27,742 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='26754e923c4a:41203' 2024-11-15T14:32:27,743 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e74f5ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:32:27,743 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,41203,-1 for getting cluster id 2024-11-15T14:32:27,744 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:32:27,745 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7540bba8-9b5c-484f-9828-c75e558ab642' 2024-11-15T14:32:27,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:32:27,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7540bba8-9b5c-484f-9828-c75e558ab642" 2024-11-15T14:32:27,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38fcd87d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:32:27,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,41203,-1] 2024-11-15T14:32:27,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:32:27,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:32:27,746 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:32:27,747 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6162b344, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:32:27,747 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:32:27,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,41203,1731681139572 2024-11-15T14:32:27,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48491967 2024-11-15T14:32:27,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:32:27,749 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-15T14:32:27,749 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-26754e923c4a,36169,1731681134794 (queues=1) is replicating from cluster=341d698f-a1cc-418e-a42d-ee4415a8d8bf to cluster=7540bba8-9b5c-484f-9828-c75e558ab642 2024-11-15T14:32:27,750 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=26754e923c4a%2C36169%2C1731681134794 2024-11-15T14:32:27,750 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-26754e923c4a,36169,1731681134794, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T14:32:27,750 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.shipper26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 26754e923c4a%2C36169%2C1731681134794 2024-11-15T14:32:27,750 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002, startPosition=0, beingWritten=true 2024-11-15T14:32:27,758 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:32:27,758 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 379, reset compression=false 2024-11-15T14:32:27,758 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.shipper26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,36169,1731681134794 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T14:32:27,782 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T14:32:27,962 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 379, reset compression=false 2024-11-15T14:32:28,266 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 379, reset compression=false 2024-11-15T14:32:28,311 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T14:32:28,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:32:28,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:32:28,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:32:28,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:32:28,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:32:28,385 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T14:32:28,385 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:32:28,385 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:32:28,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:32:28,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:32:28,385 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:32:28,386 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:32:28,392 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731681148390/Put/seqid=0 2024-11-15T14:32:28,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741840_1016 (size=7894) 2024-11-15T14:32:28,670 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 379, reset compression=false 2024-11-15T14:32:28,799 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/load_f/f/hfile_1 is 34, key is ddd/f:row/1731681148798/Put/seqid=0 2024-11-15T14:32:28,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741841_1017 (size=7691) 2024-11-15T14:32:29,174 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 379, reset compression=false 2024-11-15T14:32:29,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a2b4e8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:32:29,208 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,43341,-1 for getting cluster id 2024-11-15T14:32:29,208 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:32:29,209 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '341d698f-a1cc-418e-a42d-ee4415a8d8bf' 2024-11-15T14:32:29,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:32:29,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "341d698f-a1cc-418e-a42d-ee4415a8d8bf" 2024-11-15T14:32:29,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54545309, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:32:29,210 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,43341,-1] 2024-11-15T14:32:29,210 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:32:29,210 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:32:29,211 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:32:29,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d4b711e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:32:29,212 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:32:29,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,36169,1731681134794, seqNum=-1] 2024-11-15T14:32:29,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:32:29,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:32:29,224 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:32:29,225 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,43341,1731681134643 2024-11-15T14:32:29,225 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61d6a32 2024-11-15T14:32:29,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:32:29,228 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:32:29,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731681142914.680979defb0a9379b4e7dd8c747f7570., hostname=26754e923c4a,36169,1731681134794, seqNum=2] 2024-11-15T14:32:29,245 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T14:32:29,257 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-15T14:32:29,260 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-15T14:32:29,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/load_f/f/hfile_0 for inclusion in 680979defb0a9379b4e7dd8c747f7570/f 2024-11-15T14:32:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-15T14:32:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T14:32:29,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/load_f/f/hfile_1 for inclusion in 680979defb0a9379b4e7dd8c747f7570/f 2024-11-15T14:32:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-15T14:32:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T14:32:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HRegion(2603): Flush status journal for 680979defb0a9379b4e7dd8c747f7570: 2024-11-15T14:32:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/load_f/f/hfile_0 to hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/staging/jenkins__test__afmehv0bj2s452n96p9ulqoau00pon7s17vavrm1euq6tfas5q4hotedpuumnrer/f/hfile_0 2024-11-15T14:32:29,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/staging/jenkins__test__afmehv0bj2s452n96p9ulqoau00pon7s17vavrm1euq6tfas5q4hotedpuumnrer/f/hfile_0 as hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/default/test/680979defb0a9379b4e7dd8c747f7570/f/c16c0ec04e7f48cdb70427e0928322dc_SeqId_4_ 2024-11-15T14:32:29,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/load_f/f/hfile_1 to hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/staging/jenkins__test__afmehv0bj2s452n96p9ulqoau00pon7s17vavrm1euq6tfas5q4hotedpuumnrer/f/hfile_1 2024-11-15T14:32:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/staging/jenkins__test__afmehv0bj2s452n96p9ulqoau00pon7s17vavrm1euq6tfas5q4hotedpuumnrer/f/hfile_1 as hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/default/test/680979defb0a9379b4e7dd8c747f7570/f/9ad1c41428434b429d8b4476ebdeab55_SeqId_4_ 2024-11-15T14:32:29,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/staging/jenkins__test__afmehv0bj2s452n96p9ulqoau00pon7s17vavrm1euq6tfas5q4hotedpuumnrer/f/hfile_0 into 680979defb0a9379b4e7dd8c747f7570/f as hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/default/test/680979defb0a9379b4e7dd8c747f7570/f/c16c0ec04e7f48cdb70427e0928322dc_SeqId_4_ - updating store file list. 2024-11-15T14:32:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c16c0ec04e7f48cdb70427e0928322dc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T14:32:29,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/default/test/680979defb0a9379b4e7dd8c747f7570/f/c16c0ec04e7f48cdb70427e0928322dc_SeqId_4_ into 680979defb0a9379b4e7dd8c747f7570/f 2024-11-15T14:32:29,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/staging/jenkins__test__afmehv0bj2s452n96p9ulqoau00pon7s17vavrm1euq6tfas5q4hotedpuumnrer/f/hfile_0 into 680979defb0a9379b4e7dd8c747f7570/f (new location: hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/default/test/680979defb0a9379b4e7dd8c747f7570/f/c16c0ec04e7f48cdb70427e0928322dc_SeqId_4_) 2024-11-15T14:32:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/staging/jenkins__test__afmehv0bj2s452n96p9ulqoau00pon7s17vavrm1euq6tfas5q4hotedpuumnrer/f/hfile_0 2024-11-15T14:32:29,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/staging/jenkins__test__afmehv0bj2s452n96p9ulqoau00pon7s17vavrm1euq6tfas5q4hotedpuumnrer/f/hfile_1 into 680979defb0a9379b4e7dd8c747f7570/f as hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/default/test/680979defb0a9379b4e7dd8c747f7570/f/9ad1c41428434b429d8b4476ebdeab55_SeqId_4_ - updating store file list. 2024-11-15T14:32:29,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9ad1c41428434b429d8b4476ebdeab55_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T14:32:29,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/default/test/680979defb0a9379b4e7dd8c747f7570/f/9ad1c41428434b429d8b4476ebdeab55_SeqId_4_ into 680979defb0a9379b4e7dd8c747f7570/f 2024-11-15T14:32:29,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/staging/jenkins__test__afmehv0bj2s452n96p9ulqoau00pon7s17vavrm1euq6tfas5q4hotedpuumnrer/f/hfile_1 into 680979defb0a9379b4e7dd8c747f7570/f (new location: hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/default/test/680979defb0a9379b4e7dd8c747f7570/f/9ad1c41428434b429d8b4476ebdeab55_SeqId_4_) 2024-11-15T14:32:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/staging/jenkins__test__afmehv0bj2s452n96p9ulqoau00pon7s17vavrm1euq6tfas5q4hotedpuumnrer/f/hfile_1 2024-11-15T14:32:29,324 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:32:29,324 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:32:29,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:32:29,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:32:29,324 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:32:29,325 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:32:29,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731681142914.680979defb0a9379b4e7dd8c747f7570., hostname=26754e923c4a,36169,1731681134794, seqNum=2 , the old value is region=test,,1731681142914.680979defb0a9379b4e7dd8c747f7570., hostname=26754e923c4a,36169,1731681134794, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=26754e923c4a:36169 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T14:32:29,326 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,41887,1731681139658, seqNum=-1] 2024-11-15T14:32:29,327 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:32:29,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731681142914.680979defb0a9379b4e7dd8c747f7570., hostname=26754e923c4a,36169,1731681134794, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T14:32:29,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731681142914.680979defb0a9379b4e7dd8c747f7570., hostname=26754e923c4a,36169,1731681134794, seqNum=2 from cache 2024-11-15T14:32:29,327 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T14:32:29,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:32:29,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731681144068.2b12a6983ba2581c397d98e31c596b30., hostname=26754e923c4a,41887,1731681139658, seqNum=2] 2024-11-15T14:32:29,332 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T14:32:29,434 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:36169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T14:32:29,779 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 379, reset compression=false 2024-11-15T14:32:29,785 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T14:32:29,785 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.shipper26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,36169,1731681134794 got entry batch from reader: WALEntryBatch [walEntries=[{test/680979defb0a9379b4e7dd8c747f7570/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731681149318/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T14:32:29,803 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.shipper26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T14:32:29,806 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-15T14:32:29,807 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] regionserver.ReplicationSink(318): Replicating [341d698f-a1cc-418e-a42d-ee4415a8d8bf] bulk loaded data 2024-11-15T14:32:29,809 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3be342e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:32:29,809 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,41203,-1 for getting cluster id 2024-11-15T14:32:29,809 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:32:29,810 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7540bba8-9b5c-484f-9828-c75e558ab642' 2024-11-15T14:32:29,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:32:29,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7540bba8-9b5c-484f-9828-c75e558ab642" 2024-11-15T14:32:29,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d752e41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:32:29,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,41203,-1] 2024-11-15T14:32:29,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:32:29,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:32:29,812 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:32:29,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35046a64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:32:29,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32769 is added to blk_1073741837_1013 (size=7894) 2024-11-15T14:32:29,986 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 687, reset compression=false 2024-11-15T14:32:30,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32769 is added to blk_1073741838_1014 (size=7691) 2024-11-15T14:32:30,290 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 687, reset compression=false 2024-11-15T14:32:30,334 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T14:32:30,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:32:30,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,41203,1731681139572 2024-11-15T14:32:30,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a7a37c1 2024-11-15T14:32:30,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:32:30,641 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-15T14:32:30,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T14:32:30,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:32:30,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,41887,1731681139658, seqNum=-1] 2024-11-15T14:32:30,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:32:30,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-15T14:32:30,652 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/staging/jenkins.hfs.6__test__a3kdhdb9v6jkeh01qvbm0lhsf5benice7r40rghuhuh5i7saj2rsku3gaivfenrf/f/9ad1c41428434b429d8b4476ebdeab55_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-15T14:32:30,655 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/staging/jenkins.hfs.6__test__a3kdhdb9v6jkeh01qvbm0lhsf5benice7r40rghuhuh5i7saj2rsku3gaivfenrf/f/c16c0ec04e7f48cdb70427e0928322dc_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-15T14:32:30,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/staging/jenkins.hfs.6__test__a3kdhdb9v6jkeh01qvbm0lhsf5benice7r40rghuhuh5i7saj2rsku3gaivfenrf/f/c16c0ec04e7f48cdb70427e0928322dc_SeqId_4_ for inclusion in 2b12a6983ba2581c397d98e31c596b30/f 2024-11-15T14:32:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-15T14:32:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T14:32:30,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/staging/jenkins.hfs.6__test__a3kdhdb9v6jkeh01qvbm0lhsf5benice7r40rghuhuh5i7saj2rsku3gaivfenrf/f/9ad1c41428434b429d8b4476ebdeab55_SeqId_4_ for inclusion in 2b12a6983ba2581c397d98e31c596b30/f 2024-11-15T14:32:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-15T14:32:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T14:32:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] regionserver.HRegion(2603): Flush status journal for 2b12a6983ba2581c397d98e31c596b30: 2024-11-15T14:32:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c16c0ec04e7f48cdb70427e0928322dc_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T14:32:30,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/staging/jenkins.hfs.6__test__a3kdhdb9v6jkeh01qvbm0lhsf5benice7r40rghuhuh5i7saj2rsku3gaivfenrf/f/c16c0ec04e7f48cdb70427e0928322dc_SeqId_4_ as hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/data/default/test/2b12a6983ba2581c397d98e31c596b30/f/a367e3c0a2dd47cba635757a3f360762_SeqId_4_ 2024-11-15T14:32:30,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9ad1c41428434b429d8b4476ebdeab55_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T14:32:30,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/staging/jenkins.hfs.6__test__a3kdhdb9v6jkeh01qvbm0lhsf5benice7r40rghuhuh5i7saj2rsku3gaivfenrf/f/9ad1c41428434b429d8b4476ebdeab55_SeqId_4_ as hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/data/default/test/2b12a6983ba2581c397d98e31c596b30/f/3da7c91deef644efb326382b901e84b7_SeqId_4_ 2024-11-15T14:32:30,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/staging/jenkins.hfs.6__test__a3kdhdb9v6jkeh01qvbm0lhsf5benice7r40rghuhuh5i7saj2rsku3gaivfenrf/f/c16c0ec04e7f48cdb70427e0928322dc_SeqId_4_ into 2b12a6983ba2581c397d98e31c596b30/f as hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/data/default/test/2b12a6983ba2581c397d98e31c596b30/f/a367e3c0a2dd47cba635757a3f360762_SeqId_4_ - updating store file list. 2024-11-15T14:32:30,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a367e3c0a2dd47cba635757a3f360762_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T14:32:30,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/data/default/test/2b12a6983ba2581c397d98e31c596b30/f/a367e3c0a2dd47cba635757a3f360762_SeqId_4_ into 2b12a6983ba2581c397d98e31c596b30/f 2024-11-15T14:32:30,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/staging/jenkins.hfs.6__test__a3kdhdb9v6jkeh01qvbm0lhsf5benice7r40rghuhuh5i7saj2rsku3gaivfenrf/f/c16c0ec04e7f48cdb70427e0928322dc_SeqId_4_ into 2b12a6983ba2581c397d98e31c596b30/f (new location: hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/data/default/test/2b12a6983ba2581c397d98e31c596b30/f/a367e3c0a2dd47cba635757a3f360762_SeqId_4_) 2024-11-15T14:32:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/staging/jenkins.hfs.6__test__a3kdhdb9v6jkeh01qvbm0lhsf5benice7r40rghuhuh5i7saj2rsku3gaivfenrf/f/c16c0ec04e7f48cdb70427e0928322dc_SeqId_4_ 2024-11-15T14:32:30,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/staging/jenkins.hfs.6__test__a3kdhdb9v6jkeh01qvbm0lhsf5benice7r40rghuhuh5i7saj2rsku3gaivfenrf/f/9ad1c41428434b429d8b4476ebdeab55_SeqId_4_ into 2b12a6983ba2581c397d98e31c596b30/f as hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/data/default/test/2b12a6983ba2581c397d98e31c596b30/f/3da7c91deef644efb326382b901e84b7_SeqId_4_ - updating store file list. 2024-11-15T14:32:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3da7c91deef644efb326382b901e84b7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T14:32:30,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/data/default/test/2b12a6983ba2581c397d98e31c596b30/f/3da7c91deef644efb326382b901e84b7_SeqId_4_ into 2b12a6983ba2581c397d98e31c596b30/f 2024-11-15T14:32:30,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/staging/jenkins.hfs.6__test__a3kdhdb9v6jkeh01qvbm0lhsf5benice7r40rghuhuh5i7saj2rsku3gaivfenrf/f/9ad1c41428434b429d8b4476ebdeab55_SeqId_4_ into 2b12a6983ba2581c397d98e31c596b30/f (new location: hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/data/default/test/2b12a6983ba2581c397d98e31c596b30/f/3da7c91deef644efb326382b901e84b7_SeqId_4_) 2024-11-15T14:32:30,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/staging/jenkins.hfs.6__test__a3kdhdb9v6jkeh01qvbm0lhsf5benice7r40rghuhuh5i7saj2rsku3gaivfenrf/f/9ad1c41428434b429d8b4476ebdeab55_SeqId_4_ 2024-11-15T14:32:30,682 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] regionserver.ReplicationSink(324): Finished replicating [341d698f-a1cc-418e-a42d-ee4415a8d8bf] bulk loaded data 2024-11-15T14:32:30,694 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 687, reset compression=false 2024-11-15T14:32:31,198 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 687, reset compression=false 2024-11-15T14:32:31,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:32:31,354 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731681151353/Put/seqid=0 2024-11-15T14:32:31,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741842_1018 (size=7997) 2024-11-15T14:32:31,761 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731681151760/Put/seqid=0 2024-11-15T14:32:31,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741843_1019 (size=7794) 2024-11-15T14:32:31,803 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 687, reset compression=false 2024-11-15T14:32:32,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46361f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:32:32,168 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,43341,-1 for getting cluster id 2024-11-15T14:32:32,168 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:32:32,169 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '341d698f-a1cc-418e-a42d-ee4415a8d8bf' 2024-11-15T14:32:32,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:32:32,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "341d698f-a1cc-418e-a42d-ee4415a8d8bf" 2024-11-15T14:32:32,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5404cd0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:32:32,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,43341,-1] 2024-11-15T14:32:32,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:32:32,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:32:32,170 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:32:32,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e86c402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:32:32,171 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:32:32,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,36169,1731681134794, seqNum=-1] 2024-11-15T14:32:32,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:32:32,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:32:32,182 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:32:32,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,43341,1731681134643 2024-11-15T14:32:32,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@129c8b27 2024-11-15T14:32:32,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:32:32,184 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:32:32,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731681142914.680979defb0a9379b4e7dd8c747f7570., hostname=26754e923c4a,36169,1731681134794, seqNum=2] 2024-11-15T14:32:32,191 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T14:32:32,198 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-15T14:32:32,201 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-15T14:32:32,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/load_f1/f1/hfile_0 for inclusion in 680979defb0a9379b4e7dd8c747f7570/f1 2024-11-15T14:32:32,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-15T14:32:32,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T14:32:32,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/load_f1/f1/hfile_1 for inclusion in 680979defb0a9379b4e7dd8c747f7570/f1 2024-11-15T14:32:32,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-15T14:32:32,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T14:32:32,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HRegion(2603): Flush status journal for 680979defb0a9379b4e7dd8c747f7570: 2024-11-15T14:32:32,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/load_f1/f1/hfile_0 to hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/staging/jenkins__test__iq92tnbf0jpokl4fd560ob61sqtgousg3m4fm0jb7488d1k72i310fn12jipmf32/f1/hfile_0 2024-11-15T14:32:32,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/staging/jenkins__test__iq92tnbf0jpokl4fd560ob61sqtgousg3m4fm0jb7488d1k72i310fn12jipmf32/f1/hfile_0 as hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/default/test/680979defb0a9379b4e7dd8c747f7570/f1/7821cdd4c30549d1af5c15ab09d97a8b_SeqId_6_ 2024-11-15T14:32:32,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/load_f1/f1/hfile_1 to hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/staging/jenkins__test__iq92tnbf0jpokl4fd560ob61sqtgousg3m4fm0jb7488d1k72i310fn12jipmf32/f1/hfile_1 2024-11-15T14:32:32,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/staging/jenkins__test__iq92tnbf0jpokl4fd560ob61sqtgousg3m4fm0jb7488d1k72i310fn12jipmf32/f1/hfile_1 as hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/default/test/680979defb0a9379b4e7dd8c747f7570/f1/eeb970ec670a4c1aa91db07ec97a4a6d_SeqId_6_ 2024-11-15T14:32:32,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-15T14:32:32,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/staging/jenkins__test__iq92tnbf0jpokl4fd560ob61sqtgousg3m4fm0jb7488d1k72i310fn12jipmf32/f1/hfile_0 into 680979defb0a9379b4e7dd8c747f7570/f1 as hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/default/test/680979defb0a9379b4e7dd8c747f7570/f1/7821cdd4c30549d1af5c15ab09d97a8b_SeqId_6_ - updating store file list. 2024-11-15T14:32:32,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7821cdd4c30549d1af5c15ab09d97a8b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T14:32:32,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/default/test/680979defb0a9379b4e7dd8c747f7570/f1/7821cdd4c30549d1af5c15ab09d97a8b_SeqId_6_ into 680979defb0a9379b4e7dd8c747f7570/f1 2024-11-15T14:32:32,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/staging/jenkins__test__iq92tnbf0jpokl4fd560ob61sqtgousg3m4fm0jb7488d1k72i310fn12jipmf32/f1/hfile_0 into 680979defb0a9379b4e7dd8c747f7570/f1 (new location: hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/default/test/680979defb0a9379b4e7dd8c747f7570/f1/7821cdd4c30549d1af5c15ab09d97a8b_SeqId_6_) 2024-11-15T14:32:32,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/staging/jenkins__test__iq92tnbf0jpokl4fd560ob61sqtgousg3m4fm0jb7488d1k72i310fn12jipmf32/f1/hfile_0 2024-11-15T14:32:32,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/staging/jenkins__test__iq92tnbf0jpokl4fd560ob61sqtgousg3m4fm0jb7488d1k72i310fn12jipmf32/f1/hfile_1 into 680979defb0a9379b4e7dd8c747f7570/f1 as hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/default/test/680979defb0a9379b4e7dd8c747f7570/f1/eeb970ec670a4c1aa91db07ec97a4a6d_SeqId_6_ - updating store file list. 2024-11-15T14:32:32,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStoreFile(483): HFile Bloom filter type for eeb970ec670a4c1aa91db07ec97a4a6d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T14:32:32,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/default/test/680979defb0a9379b4e7dd8c747f7570/f1/eeb970ec670a4c1aa91db07ec97a4a6d_SeqId_6_ into 680979defb0a9379b4e7dd8c747f7570/f1 2024-11-15T14:32:32,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/staging/jenkins__test__iq92tnbf0jpokl4fd560ob61sqtgousg3m4fm0jb7488d1k72i310fn12jipmf32/f1/hfile_1 into 680979defb0a9379b4e7dd8c747f7570/f1 (new location: hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/default/test/680979defb0a9379b4e7dd8c747f7570/f1/eeb970ec670a4c1aa91db07ec97a4a6d_SeqId_6_) 2024-11-15T14:32:32,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/staging/jenkins__test__iq92tnbf0jpokl4fd560ob61sqtgousg3m4fm0jb7488d1k72i310fn12jipmf32/f1/hfile_1 2024-11-15T14:32:32,237 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:32:32,237 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:32:32,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:32:32,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:32:32,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731681142914.680979defb0a9379b4e7dd8c747f7570., hostname=26754e923c4a,36169,1731681134794, seqNum=2 , the old value is region=test,,1731681142914.680979defb0a9379b4e7dd8c747f7570., hostname=26754e923c4a,36169,1731681134794, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=26754e923c4a:36169 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T14:32:32,237 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:32:32,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731681142914.680979defb0a9379b4e7dd8c747f7570., hostname=26754e923c4a,36169,1731681134794, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T14:32:32,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731681142914.680979defb0a9379b4e7dd8c747f7570., hostname=26754e923c4a,36169,1731681134794, seqNum=2 from cache 2024-11-15T14:32:32,238 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:32:32,238 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T14:32:32,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,36169,1731681134794, seqNum=-1] 2024-11-15T14:32:32,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:32:32,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:32:32,243 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731681142914.680979defb0a9379b4e7dd8c747f7570., hostname=26754e923c4a,36169,1731681134794, seqNum=2] 2024-11-15T14:32:32,344 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:36169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T14:32:32,507 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 687, reset compression=false 2024-11-15T14:32:32,512 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:32:32,512 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 997, reset compression=false 2024-11-15T14:32:32,512 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.shipper26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,36169,1731681134794 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T14:32:32,717 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 997, reset compression=false 2024-11-15T14:32:33,021 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 997, reset compression=false 2024-11-15T14:32:33,425 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 997, reset compression=false 2024-11-15T14:32:33,929 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 997, reset compression=false 2024-11-15T14:32:34,533 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 997, reset compression=false 2024-11-15T14:32:35,237 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 997, reset compression=false 2024-11-15T14:32:35,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T14:32:35,683 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-15T14:32:36,043 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 997, reset compression=false 2024-11-15T14:32:36,947 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 997, reset compression=false 2024-11-15T14:32:37,951 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 997, reset compression=false 2024-11-15T14:32:39,056 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 997, reset compression=false 2024-11-15T14:32:40,260 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 997, reset compression=false 2024-11-15T14:32:41,564 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 997, reset compression=false 2024-11-15T14:32:42,968 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 997, reset compression=false 2024-11-15T14:32:44,230 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T14:32:44,472 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 997, reset compression=false 2024-11-15T14:32:46,077 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 997, reset compression=false 2024-11-15T14:32:47,781 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 997, reset compression=false 2024-11-15T14:32:49,161 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T14:32:49,585 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 997, reset compression=false 2024-11-15T14:32:51,489 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 997, reset compression=false 2024-11-15T14:32:52,515 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.shipper26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,36169,1731681134794 got entry batch from reader: null 2024-11-15T14:32:53,493 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 997, reset compression=false 2024-11-15T14:32:55,598 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 997, reset compression=false 2024-11-15T14:32:57,802 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 997, reset compression=false 2024-11-15T14:32:58,079 INFO [master/26754e923c4a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T14:32:58,079 INFO [master/26754e923c4a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T14:33:00,107 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 997, reset compression=false 2024-11-15T14:33:02,511 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 997, reset compression=false 2024-11-15T14:33:02,885 INFO [master/26754e923c4a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T14:33:02,885 INFO [master/26754e923c4a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T14:33:05,016 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 997, reset compression=false 2024-11-15T14:33:07,620 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 997, reset compression=false 2024-11-15T14:33:08,677 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 680979defb0a9379b4e7dd8c747f7570, had cached 0 bytes from a total of 31376 2024-11-15T14:33:10,209 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2b12a6983ba2581c397d98e31c596b30, had cached 0 bytes from a total of 15585 2024-11-15T14:33:10,324 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 997, reset compression=false 2024-11-15T14:33:12,515 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.shipper26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,36169,1731681134794 got entry batch from reader: null 2024-11-15T14:33:13,129 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 997, reset compression=false 2024-11-15T14:33:14,230 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T14:33:16,033 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 997, reset compression=false 2024-11-15T14:33:19,037 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 997, reset compression=false 2024-11-15T14:33:19,161 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T14:33:22,141 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 997, reset compression=false 2024-11-15T14:33:25,345 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 997, reset compression=false 2024-11-15T14:33:28,649 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 997, reset compression=false 2024-11-15T14:33:32,053 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 997, reset compression=false 2024-11-15T14:33:32,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T14:33:32,276 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:33:32,276 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:33:32,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:33:32,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:33:32,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:33:32,277 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T14:33:32,277 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=639400899, stopped=false 2024-11-15T14:33:32,277 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=26754e923c4a,41203,1731681139572 2024-11-15T14:33:32,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41203-0x1014016e8630003, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1024605701/running 2024-11-15T14:33:32,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41887-0x1014016e8630004, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1024605701/running 2024-11-15T14:33:32,320 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:33:32,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41203-0x1014016e8630003, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024605701 2024-11-15T14:33:32,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41887-0x1014016e8630004, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024605701 2024-11-15T14:33:32,320 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:33:32,320 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:33:32,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:33:32,320 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '26754e923c4a,41887,1731681139658' ***** 2024-11-15T14:33:32,320 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T14:33:32,321 INFO [RS:0;26754e923c4a:41887 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T14:33:32,321 INFO [RS:0;26754e923c4a:41887 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T14:33:32,321 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T14:33:32,321 INFO [RS:0;26754e923c4a:41887 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T14:33:32,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41887-0x1014016e8630004, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Set watcher on znode that does not yet exist, /1-1024605701/running 2024-11-15T14:33:32,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41203-0x1014016e8630003, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Set watcher on znode that does not yet exist, /1-1024605701/running 2024-11-15T14:33:32,321 INFO [RS:0;26754e923c4a:41887 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b12a6983ba2581c397d98e31c596b30 2024-11-15T14:33:32,321 INFO [RS:0;26754e923c4a:41887 {}] regionserver.HRegionServer(959): stopping server 26754e923c4a,41887,1731681139658 2024-11-15T14:33:32,321 INFO [RS:0;26754e923c4a:41887 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:33:32,322 INFO [RS:0;26754e923c4a:41887 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:41887. 2024-11-15T14:33:32,322 DEBUG [RS:0;26754e923c4a:41887 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:33:32,322 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b12a6983ba2581c397d98e31c596b30, disabling compactions & flushes 2024-11-15T14:33:32,322 DEBUG [RS:0;26754e923c4a:41887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:33:32,322 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731681144068.2b12a6983ba2581c397d98e31c596b30. 2024-11-15T14:33:32,322 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731681144068.2b12a6983ba2581c397d98e31c596b30. 2024-11-15T14:33:32,322 INFO [RS:0;26754e923c4a:41887 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T14:33:32,322 INFO [RS:0;26754e923c4a:41887 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T14:33:32,322 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731681144068.2b12a6983ba2581c397d98e31c596b30. after waiting 0 ms 2024-11-15T14:33:32,322 INFO [RS:0;26754e923c4a:41887 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T14:33:32,322 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731681144068.2b12a6983ba2581c397d98e31c596b30. 2024-11-15T14:33:32,322 INFO [RS:0;26754e923c4a:41887 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T14:33:32,322 INFO [RS:0;26754e923c4a:41887 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T14:33:32,322 DEBUG [RS:0;26754e923c4a:41887 {}] regionserver.HRegionServer(1325): Online Regions={2b12a6983ba2581c397d98e31c596b30=test,,1731681144068.2b12a6983ba2581c397d98e31c596b30., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T14:33:32,322 DEBUG [RS:0;26754e923c4a:41887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b12a6983ba2581c397d98e31c596b30 2024-11-15T14:33:32,322 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:33:32,322 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:33:32,322 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:33:32,322 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:33:32,322 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:33:32,322 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-15T14:33:32,326 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/data/default/test/2b12a6983ba2581c397d98e31c596b30/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-15T14:33:32,327 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:33:32,327 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T14:33:32,327 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731681144068.2b12a6983ba2581c397d98e31c596b30. 2024-11-15T14:33:32,327 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b12a6983ba2581c397d98e31c596b30: Waiting for close lock at 1731681212322Running coprocessor pre-close hooks at 1731681212322Disabling compacts and flushes for region at 1731681212322Disabling writes for close at 1731681212322Writing region close event to WAL at 1731681212322Running coprocessor post-close hooks at 1731681212327 (+5 ms)Closed at 1731681212327 2024-11-15T14:33:32,327 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731681144068.2b12a6983ba2581c397d98e31c596b30. 2024-11-15T14:33:32,341 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/data/hbase/meta/1588230740/.tmp/info/e1178ada86214a228d5747be282129d3 is 129, key is test,,1731681144068.2b12a6983ba2581c397d98e31c596b30./info:regioninfo/1731681145226/Put/seqid=0 2024-11-15T14:33:32,344 INFO [regionserver/26754e923c4a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:33:32,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32769 is added to blk_1073741839_1015 (size=6421) 2024-11-15T14:33:32,515 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.shipper26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,36169,1731681134794 got entry batch from reader: null 2024-11-15T14:33:32,522 DEBUG [RS:0;26754e923c4a:41887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:33:32,722 DEBUG [RS:0;26754e923c4a:41887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:33:32,746 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/data/hbase/meta/1588230740/.tmp/info/e1178ada86214a228d5747be282129d3 2024-11-15T14:33:32,765 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/data/hbase/meta/1588230740/.tmp/ns/fa6460c910764eb2bf155ad83c302a17 is 43, key is default/ns:d/1731681142841/Put/seqid=0 2024-11-15T14:33:32,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32769 is added to blk_1073741840_1016 (size=5153) 2024-11-15T14:33:32,789 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T14:33:32,789 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T14:33:32,923 DEBUG [RS:0;26754e923c4a:41887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:33:33,123 DEBUG [RS:0;26754e923c4a:41887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:33:33,169 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/data/hbase/meta/1588230740/.tmp/ns/fa6460c910764eb2bf155ad83c302a17 2024-11-15T14:33:33,187 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/data/hbase/meta/1588230740/.tmp/rep_barrier/11d3310d204d45d08c5a01f73ca05442 is 112, key is test,,1731681144068.2b12a6983ba2581c397d98e31c596b30./rep_barrier:seqnumDuringOpen/1731681145226/Put/seqid=0 2024-11-15T14:33:33,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32769 is added to blk_1073741841_1017 (size=5518) 2024-11-15T14:33:33,323 INFO [RS:0;26754e923c4a:41887 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T14:33:33,323 DEBUG [RS:0;26754e923c4a:41887 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T14:33:33,323 DEBUG [RS:0;26754e923c4a:41887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:33:33,523 DEBUG [RS:0;26754e923c4a:41887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:33:33,592 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/data/hbase/meta/1588230740/.tmp/rep_barrier/11d3310d204d45d08c5a01f73ca05442 2024-11-15T14:33:33,611 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/data/hbase/meta/1588230740/.tmp/table/352331f0d5134f5bb6fba42a16186b2a is 40, key is test/table:state/1731681145235/Put/seqid=0 2024-11-15T14:33:33,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32769 is added to blk_1073741842_1018 (size=5165) 2024-11-15T14:33:33,723 DEBUG [RS:0;26754e923c4a:41887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:33:33,924 DEBUG [RS:0;26754e923c4a:41887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:33:34,015 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/data/hbase/meta/1588230740/.tmp/table/352331f0d5134f5bb6fba42a16186b2a 2024-11-15T14:33:34,021 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/data/hbase/meta/1588230740/.tmp/info/e1178ada86214a228d5747be282129d3 as hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/data/hbase/meta/1588230740/info/e1178ada86214a228d5747be282129d3 2024-11-15T14:33:34,027 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/data/hbase/meta/1588230740/info/e1178ada86214a228d5747be282129d3, entries=10, sequenceid=11, filesize=6.3 K 2024-11-15T14:33:34,028 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/data/hbase/meta/1588230740/.tmp/ns/fa6460c910764eb2bf155ad83c302a17 as hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/data/hbase/meta/1588230740/ns/fa6460c910764eb2bf155ad83c302a17 2024-11-15T14:33:34,033 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/data/hbase/meta/1588230740/ns/fa6460c910764eb2bf155ad83c302a17, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T14:33:34,034 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/data/hbase/meta/1588230740/.tmp/rep_barrier/11d3310d204d45d08c5a01f73ca05442 as hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/data/hbase/meta/1588230740/rep_barrier/11d3310d204d45d08c5a01f73ca05442 2024-11-15T14:33:34,039 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/data/hbase/meta/1588230740/rep_barrier/11d3310d204d45d08c5a01f73ca05442, entries=1, sequenceid=11, filesize=5.4 K 2024-11-15T14:33:34,040 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/data/hbase/meta/1588230740/.tmp/table/352331f0d5134f5bb6fba42a16186b2a as hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/data/hbase/meta/1588230740/table/352331f0d5134f5bb6fba42a16186b2a 2024-11-15T14:33:34,045 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/data/hbase/meta/1588230740/table/352331f0d5134f5bb6fba42a16186b2a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T14:33:34,046 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1724ms, sequenceid=11, compaction requested=false 2024-11-15T14:33:34,051 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T14:33:34,051 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:33:34,051 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:33:34,051 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:33:34,052 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681212322Running coprocessor pre-close hooks at 1731681212322Disabling compacts and flushes for region at 1731681212322Disabling writes for close at 1731681212322Obtaining lock to block concurrent updates at 1731681212322Preparing flush snapshotting stores in 1588230740 at 1731681212322Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731681212323 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731681212323Flushing 1588230740/info: creating writer at 1731681212323Flushing 1588230740/info: appending metadata at 1731681212341 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731681212341Flushing 1588230740/ns: creating writer at 1731681212751 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731681212764 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731681212764Flushing 1588230740/rep_barrier: creating writer at 1731681213175 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731681213187 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731681213187Flushing 1588230740/table: creating writer at 1731681213598 (+411 ms)Flushing 1588230740/table: appending metadata at 1731681213611 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731681213611Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79f98463: reopening flushed file at 1731681214021 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41eb35f: reopening flushed file at 1731681214027 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ac8d657: reopening flushed file at 1731681214033 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@460173e: reopening flushed file at 1731681214039 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1724ms, sequenceid=11, compaction requested=false at 1731681214046 (+7 ms)Writing region close event to WAL at 1731681214048 (+2 ms)Running coprocessor post-close hooks at 1731681214051 (+3 ms)Closed at 1731681214051 2024-11-15T14:33:34,052 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T14:33:34,124 INFO [RS:0;26754e923c4a:41887 {}] regionserver.HRegionServer(976): stopping server 26754e923c4a,41887,1731681139658; all regions closed. 2024-11-15T14:33:34,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32769 is added to blk_1073741834_1010 (size=2717) 2024-11-15T14:33:34,128 DEBUG [RS:0;26754e923c4a:41887 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/oldWALs 2024-11-15T14:33:34,128 INFO [RS:0;26754e923c4a:41887 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 26754e923c4a%2C41887%2C1731681139658.meta:.meta(num 1731681142793) 2024-11-15T14:33:34,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32769 is added to blk_1073741832_1008 (size=1028) 2024-11-15T14:33:34,130 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/WALs/26754e923c4a,41887,1731681139658/26754e923c4a%2C41887%2C1731681139658.1731681141918 not finished, retry = 0 2024-11-15T14:33:34,233 DEBUG [RS:0;26754e923c4a:41887 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/oldWALs 2024-11-15T14:33:34,233 INFO [RS:0;26754e923c4a:41887 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 26754e923c4a%2C41887%2C1731681139658:(num 1731681141918) 2024-11-15T14:33:34,233 DEBUG [RS:0;26754e923c4a:41887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:33:34,233 INFO [RS:0;26754e923c4a:41887 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:33:34,233 INFO [RS:0;26754e923c4a:41887 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:33:34,233 INFO [RS:0;26754e923c4a:41887 {}] hbase.ChoreService(370): Chore service for: regionserver/26754e923c4a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T14:33:34,234 INFO [RS:0;26754e923c4a:41887 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:33:34,234 INFO [regionserver/26754e923c4a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:33:34,234 INFO [RS:0;26754e923c4a:41887 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:41887. 2024-11-15T14:33:34,234 DEBUG [RS:0;26754e923c4a:41887 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:33:34,234 DEBUG [RS:0;26754e923c4a:41887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:33:34,234 DEBUG [RS:0;26754e923c4a:41887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:33:34,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:33:34,234 INFO [RS:0;26754e923c4a:41887 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41887 2024-11-15T14:33:34,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41203-0x1014016e8630003, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024605701/rs 2024-11-15T14:33:34,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41887-0x1014016e8630004, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1024605701/rs/26754e923c4a,41887,1731681139658 2024-11-15T14:33:34,245 INFO [RS:0;26754e923c4a:41887 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:33:34,253 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [26754e923c4a,41887,1731681139658] 2024-11-15T14:33:34,261 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1024605701/draining/26754e923c4a,41887,1731681139658 already deleted, retry=false 2024-11-15T14:33:34,261 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 26754e923c4a,41887,1731681139658 expired; onlineServers=0 2024-11-15T14:33:34,261 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '26754e923c4a,41203,1731681139572' ***** 2024-11-15T14:33:34,261 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T14:33:34,261 INFO [M:0;26754e923c4a:41203 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:33:34,261 INFO [M:0;26754e923c4a:41203 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:33:34,262 DEBUG [M:0;26754e923c4a:41203 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T14:33:34,262 DEBUG [M:0;26754e923c4a:41203 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T14:33:34,262 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T14:33:34,262 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681141606 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681141606,5,FailOnTimeoutGroup] 2024-11-15T14:33:34,262 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681141606 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681141606,5,FailOnTimeoutGroup] 2024-11-15T14:33:34,262 INFO [M:0;26754e923c4a:41203 {}] hbase.ChoreService(370): Chore service for: master/26754e923c4a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T14:33:34,262 INFO [M:0;26754e923c4a:41203 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:33:34,262 DEBUG [M:0;26754e923c4a:41203 {}] master.HMaster(1795): Stopping service threads 2024-11-15T14:33:34,262 INFO [M:0;26754e923c4a:41203 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T14:33:34,262 INFO [M:0;26754e923c4a:41203 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:33:34,262 INFO [M:0;26754e923c4a:41203 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T14:33:34,262 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T14:33:34,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41203-0x1014016e8630003, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1024605701/master 2024-11-15T14:33:34,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41203-0x1014016e8630003, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024605701 2024-11-15T14:33:34,270 DEBUG [M:0;26754e923c4a:41203 {}] zookeeper.ZKUtil(347): master:41203-0x1014016e8630003, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Unable to get data of znode /1-1024605701/master because node does not exist (not an error) 2024-11-15T14:33:34,270 WARN [M:0;26754e923c4a:41203 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T14:33:34,271 INFO [M:0;26754e923c4a:41203 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/.lastflushedseqids 2024-11-15T14:33:34,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32769 is added to blk_1073741843_1019 (size=173) 2024-11-15T14:33:34,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41887-0x1014016e8630004, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:33:34,353 INFO [RS:0;26754e923c4a:41887 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:33:34,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41887-0x1014016e8630004, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:33:34,353 INFO [RS:0;26754e923c4a:41887 {}] regionserver.HRegionServer(1031): Exiting; stopping=26754e923c4a,41887,1731681139658; zookeeper connection closed. 2024-11-15T14:33:34,354 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39400d0a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39400d0a 2024-11-15T14:33:34,354 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T14:33:34,676 INFO [M:0;26754e923c4a:41203 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T14:33:34,676 INFO [M:0;26754e923c4a:41203 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T14:33:34,676 DEBUG [M:0;26754e923c4a:41203 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:33:34,676 INFO [M:0;26754e923c4a:41203 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:33:34,676 DEBUG [M:0;26754e923c4a:41203 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:33:34,676 DEBUG [M:0;26754e923c4a:41203 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:33:34,676 DEBUG [M:0;26754e923c4a:41203 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:33:34,677 INFO [M:0;26754e923c4a:41203 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-15T14:33:34,691 DEBUG [M:0;26754e923c4a:41203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/336ffd51a3874edea7ed90bedc98fa25 is 82, key is hbase:meta,,1/info:regioninfo/1731681142824/Put/seqid=0 2024-11-15T14:33:34,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32769 is added to blk_1073741844_1020 (size=5672) 2024-11-15T14:33:35,096 INFO [M:0;26754e923c4a:41203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/336ffd51a3874edea7ed90bedc98fa25 2024-11-15T14:33:35,115 DEBUG [M:0;26754e923c4a:41203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/19964a5cfd044b61903436dc21cc68a7 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731681145240/Put/seqid=0 2024-11-15T14:33:35,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32769 is added to blk_1073741845_1021 (size=6727) 2024-11-15T14:33:35,520 INFO [M:0;26754e923c4a:41203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/19964a5cfd044b61903436dc21cc68a7 2024-11-15T14:33:35,524 INFO [M:0;26754e923c4a:41203 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 19964a5cfd044b61903436dc21cc68a7 2024-11-15T14:33:35,538 DEBUG [M:0;26754e923c4a:41203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/994e65ef3c034f5d99aaeb9a0c6f9ee6 is 69, key is 26754e923c4a,41887,1731681139658/rs:state/1731681141713/Put/seqid=0 2024-11-15T14:33:35,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32769 is added to blk_1073741846_1022 (size=5156) 2024-11-15T14:33:35,557 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.1731681137002 to pos 997, reset compression=false 2024-11-15T14:33:35,943 INFO [M:0;26754e923c4a:41203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/994e65ef3c034f5d99aaeb9a0c6f9ee6 2024-11-15T14:33:35,948 DEBUG [M:0;26754e923c4a:41203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/336ffd51a3874edea7ed90bedc98fa25 as hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/336ffd51a3874edea7ed90bedc98fa25 2024-11-15T14:33:35,951 INFO [M:0;26754e923c4a:41203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/336ffd51a3874edea7ed90bedc98fa25, entries=8, sequenceid=58, filesize=5.5 K 2024-11-15T14:33:35,952 DEBUG [M:0;26754e923c4a:41203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/19964a5cfd044b61903436dc21cc68a7 as hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/19964a5cfd044b61903436dc21cc68a7 2024-11-15T14:33:35,957 INFO [M:0;26754e923c4a:41203 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 19964a5cfd044b61903436dc21cc68a7 2024-11-15T14:33:35,957 INFO [M:0;26754e923c4a:41203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/19964a5cfd044b61903436dc21cc68a7, entries=6, sequenceid=58, filesize=6.6 K 2024-11-15T14:33:35,958 DEBUG [M:0;26754e923c4a:41203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/994e65ef3c034f5d99aaeb9a0c6f9ee6 as hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/994e65ef3c034f5d99aaeb9a0c6f9ee6 2024-11-15T14:33:35,962 INFO [M:0;26754e923c4a:41203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44975/user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/994e65ef3c034f5d99aaeb9a0c6f9ee6, entries=1, sequenceid=58, filesize=5.0 K 2024-11-15T14:33:35,963 INFO [M:0;26754e923c4a:41203 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=58, compaction requested=false 2024-11-15T14:33:35,965 INFO [M:0;26754e923c4a:41203 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:33:35,965 DEBUG [M:0;26754e923c4a:41203 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681214676Disabling compacts and flushes for region at 1731681214676Disabling writes for close at 1731681214676Obtaining lock to block concurrent updates at 1731681214677 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731681214677Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731681214677Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731681214678 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731681214678Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731681214691 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731681214691Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731681215101 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731681215114 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731681215115 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731681215525 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731681215537 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731681215538 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36e5ff5: reopening flushed file at 1731681215947 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1799f6fd: reopening flushed file at 1731681215952 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a5dafcd: reopening flushed file at 1731681215957 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=58, compaction requested=false at 1731681215963 (+6 ms)Writing region close event to WAL at 1731681215965 (+2 ms)Closed at 1731681215965 2024-11-15T14:33:35,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32769 is added to blk_1073741830_1006 (size=33026) 2024-11-15T14:33:35,970 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/032c298f-7372-b68d-2743-2d07881d0a57/MasterData/WALs/26754e923c4a,41203,1731681139572/26754e923c4a%2C41203%2C1731681139572.1731681141392 not finished, retry = 0 2024-11-15T14:33:36,071 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:33:36,071 INFO [M:0;26754e923c4a:41203 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T14:33:36,071 INFO [M:0;26754e923c4a:41203 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41203 2024-11-15T14:33:36,071 INFO [M:0;26754e923c4a:41203 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:33:36,195 INFO [M:0;26754e923c4a:41203 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:33:36,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41203-0x1014016e8630003, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:33:36,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41203-0x1014016e8630003, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:33:36,221 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@376e6613{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:33:36,221 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6be5a022{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:33:36,221 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:33:36,221 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c656c29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:33:36,221 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fea310b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67094390-8bdf-fcbd-25f3-a94163991e92/hadoop.log.dir/,STOPPED} 2024-11-15T14:33:36,222 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T14:33:36,222 WARN [BP-1098227624-172.17.0.3-1731681138180 heartbeating to localhost/127.0.0.1:44975 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T14:33:36,222 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T14:33:36,222 WARN [BP-1098227624-172.17.0.3-1731681138180 heartbeating to localhost/127.0.0.1:44975 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1098227624-172.17.0.3-1731681138180 (Datanode Uuid 56a3f3ec-a20a-4251-bc05-2442759679d9) service to localhost/127.0.0.1:44975 2024-11-15T14:33:36,223 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67094390-8bdf-fcbd-25f3-a94163991e92/cluster_18046884-b82e-05fe-de0d-4f0afce9fb27/data/data1/current/BP-1098227624-172.17.0.3-1731681138180 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:33:36,223 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67094390-8bdf-fcbd-25f3-a94163991e92/cluster_18046884-b82e-05fe-de0d-4f0afce9fb27/data/data2/current/BP-1098227624-172.17.0.3-1731681138180 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:33:36,223 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T14:33:36,230 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@232a9ffb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:33:36,230 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3305506a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:33:36,231 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:33:36,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a69e711{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:33:36,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11d38f4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67094390-8bdf-fcbd-25f3-a94163991e92/hadoop.log.dir/,STOPPED} 2024-11-15T14:33:36,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T14:33:36,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T14:33:36,246 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:33:36,246 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:33:36,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:33:36,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:33:36,246 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:33:36,246 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T14:33:36,246 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1075957419, stopped=false 2024-11-15T14:33:36,246 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=26754e923c4a,43341,1731681134643 2024-11-15T14:33:36,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43341-0x1014016e8630000, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-31429769/running 2024-11-15T14:33:36,253 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x1014016e8630001, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-31429769/running 2024-11-15T14:33:36,253 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x1014016e8630001, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-31429769 2024-11-15T14:33:36,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43341-0x1014016e8630000, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-31429769 2024-11-15T14:33:36,253 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:33:36,253 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:33:36,253 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:33:36,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:33:36,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43341-0x1014016e8630000, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Set watcher on znode that does not yet exist, /0-31429769/running 2024-11-15T14:33:36,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36169-0x1014016e8630001, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Set watcher on znode that does not yet exist, /0-31429769/running 2024-11-15T14:33:36,254 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '26754e923c4a,36169,1731681134794' ***** 2024-11-15T14:33:36,254 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T14:33:36,254 INFO [RS:0;26754e923c4a:36169 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T14:33:36,254 INFO [RS:0;26754e923c4a:36169 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T14:33:36,254 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T14:33:36,254 INFO [RS:0;26754e923c4a:36169 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T14:33:36,254 INFO [RS:0;26754e923c4a:36169 {}] regionserver.HRegionServer(3091): Received CLOSE for 680979defb0a9379b4e7dd8c747f7570 2024-11-15T14:33:36,255 INFO [RS:0;26754e923c4a:36169 {}] regionserver.HRegionServer(3091): Received CLOSE for 5fafde2703bd9440e9a38d5c69287572 2024-11-15T14:33:36,255 INFO [RS:0;26754e923c4a:36169 {}] regionserver.HRegionServer(959): stopping server 26754e923c4a,36169,1731681134794 2024-11-15T14:33:36,255 INFO [RS:0;26754e923c4a:36169 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:33:36,255 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 680979defb0a9379b4e7dd8c747f7570, disabling compactions & flushes 2024-11-15T14:33:36,255 INFO [RS:0;26754e923c4a:36169 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:36169. 2024-11-15T14:33:36,255 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731681142914.680979defb0a9379b4e7dd8c747f7570. 2024-11-15T14:33:36,255 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731681142914.680979defb0a9379b4e7dd8c747f7570. 2024-11-15T14:33:36,255 DEBUG [RS:0;26754e923c4a:36169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:33:36,255 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731681142914.680979defb0a9379b4e7dd8c747f7570. after waiting 0 ms 2024-11-15T14:33:36,255 DEBUG [RS:0;26754e923c4a:36169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:33:36,255 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731681142914.680979defb0a9379b4e7dd8c747f7570. 2024-11-15T14:33:36,255 INFO [RS:0;26754e923c4a:36169 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T14:33:36,255 INFO [RS:0;26754e923c4a:36169 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T14:33:36,255 INFO [RS:0;26754e923c4a:36169 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T14:33:36,255 INFO [RS:0;26754e923c4a:36169 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T14:33:36,255 INFO [RS:0;26754e923c4a:36169 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T14:33:36,255 DEBUG [RS:0;26754e923c4a:36169 {}] regionserver.HRegionServer(1325): Online Regions={680979defb0a9379b4e7dd8c747f7570=test,,1731681142914.680979defb0a9379b4e7dd8c747f7570., 5fafde2703bd9440e9a38d5c69287572=hbase:replication,,1731681146249.5fafde2703bd9440e9a38d5c69287572., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T14:33:36,255 DEBUG [RS:0;26754e923c4a:36169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5fafde2703bd9440e9a38d5c69287572, 680979defb0a9379b4e7dd8c747f7570 2024-11-15T14:33:36,255 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:33:36,255 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:33:36,255 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:33:36,255 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:33:36,255 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:33:36,255 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T14:33:36,265 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/default/test/680979defb0a9379b4e7dd8c747f7570/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T14:33:36,266 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:33:36,266 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T14:33:36,266 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731681142914.680979defb0a9379b4e7dd8c747f7570. 2024-11-15T14:33:36,266 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 680979defb0a9379b4e7dd8c747f7570: Waiting for close lock at 1731681216255Running coprocessor pre-close hooks at 1731681216255Disabling compacts and flushes for region at 1731681216255Disabling writes for close at 1731681216255Writing region close event to WAL at 1731681216261 (+6 ms)Running coprocessor post-close hooks at 1731681216266 (+5 ms)Closed at 1731681216266 2024-11-15T14:33:36,266 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731681142914.680979defb0a9379b4e7dd8c747f7570. 2024-11-15T14:33:36,266 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5fafde2703bd9440e9a38d5c69287572, disabling compactions & flushes 2024-11-15T14:33:36,266 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731681146249.5fafde2703bd9440e9a38d5c69287572. 2024-11-15T14:33:36,266 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731681146249.5fafde2703bd9440e9a38d5c69287572. 2024-11-15T14:33:36,266 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731681146249.5fafde2703bd9440e9a38d5c69287572. after waiting 0 ms 2024-11-15T14:33:36,266 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731681146249.5fafde2703bd9440e9a38d5c69287572. 2024-11-15T14:33:36,266 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5fafde2703bd9440e9a38d5c69287572 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-15T14:33:36,275 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/hbase/meta/1588230740/.tmp/info/43ad5ed8b2f54b3b805a17f3146f7fcc is 147, key is hbase:replication,,1731681146249.5fafde2703bd9440e9a38d5c69287572./info:regioninfo/1731681147424/Put/seqid=0 2024-11-15T14:33:36,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741844_1020 (size=7686) 2024-11-15T14:33:36,283 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/hbase/replication/5fafde2703bd9440e9a38d5c69287572/.tmp/hfileref/dc46ca242689472e8b29156a88968901 is 74, key is 1/hfileref:9ad1c41428434b429d8b4476ebdeab55_SeqId_4_/1731681150685/DeleteColumn/seqid=0 2024-11-15T14:33:36,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741845_1021 (size=5203) 2024-11-15T14:33:36,340 INFO [regionserver/26754e923c4a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:33:36,455 DEBUG [RS:0;26754e923c4a:36169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5fafde2703bd9440e9a38d5c69287572 2024-11-15T14:33:36,656 DEBUG [RS:0;26754e923c4a:36169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5fafde2703bd9440e9a38d5c69287572 2024-11-15T14:33:36,679 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/hbase/meta/1588230740/.tmp/info/43ad5ed8b2f54b3b805a17f3146f7fcc 2024-11-15T14:33:36,687 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/hbase/replication/5fafde2703bd9440e9a38d5c69287572/.tmp/hfileref/dc46ca242689472e8b29156a88968901 2024-11-15T14:33:36,700 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/hbase/meta/1588230740/.tmp/ns/a853357baa8548529acdce3e5d7941b2 is 43, key is default/ns:d/1731681138063/Put/seqid=0 2024-11-15T14:33:36,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741846_1022 (size=5153) 2024-11-15T14:33:36,704 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/hbase/replication/5fafde2703bd9440e9a38d5c69287572/.tmp/queue/e244d932aa514eafb3243be934c9d7ad is 153, key is 1-26754e923c4a,36169,1731681134794/queue:26754e923c4a%2C36169%2C1731681134794/1731681152514/Put/seqid=0 2024-11-15T14:33:36,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741847_1023 (size=5352) 2024-11-15T14:33:36,856 DEBUG [RS:0;26754e923c4a:36169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5fafde2703bd9440e9a38d5c69287572 2024-11-15T14:33:36,877 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T14:33:36,877 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T14:33:37,056 DEBUG [RS:0;26754e923c4a:36169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5fafde2703bd9440e9a38d5c69287572 2024-11-15T14:33:37,104 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/hbase/meta/1588230740/.tmp/ns/a853357baa8548529acdce3e5d7941b2 2024-11-15T14:33:37,108 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/hbase/replication/5fafde2703bd9440e9a38d5c69287572/.tmp/queue/e244d932aa514eafb3243be934c9d7ad 2024-11-15T14:33:37,114 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/hbase/replication/5fafde2703bd9440e9a38d5c69287572/.tmp/hfileref/dc46ca242689472e8b29156a88968901 as hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/hbase/replication/5fafde2703bd9440e9a38d5c69287572/hfileref/dc46ca242689472e8b29156a88968901 2024-11-15T14:33:37,119 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/hbase/replication/5fafde2703bd9440e9a38d5c69287572/hfileref/dc46ca242689472e8b29156a88968901, entries=2, sequenceid=10, filesize=5.1 K 2024-11-15T14:33:37,120 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/hbase/replication/5fafde2703bd9440e9a38d5c69287572/.tmp/queue/e244d932aa514eafb3243be934c9d7ad as hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/hbase/replication/5fafde2703bd9440e9a38d5c69287572/queue/e244d932aa514eafb3243be934c9d7ad 2024-11-15T14:33:37,125 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/hbase/replication/5fafde2703bd9440e9a38d5c69287572/queue/e244d932aa514eafb3243be934c9d7ad, entries=1, sequenceid=10, filesize=5.2 K 2024-11-15T14:33:37,126 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/hbase/meta/1588230740/.tmp/rep_barrier/7f0aed43f7bf491b8bbec3731dc2f9ce is 112, key is test,,1731681142914.680979defb0a9379b4e7dd8c747f7570./rep_barrier:seqnumDuringOpen/1731681143696/Put/seqid=0 2024-11-15T14:33:37,126 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 5fafde2703bd9440e9a38d5c69287572 in 860ms, sequenceid=10, compaction requested=false 2024-11-15T14:33:37,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741848_1024 (size=5518) 2024-11-15T14:33:37,130 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/hbase/replication/5fafde2703bd9440e9a38d5c69287572/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T14:33:37,131 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:33:37,131 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:33:37,131 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731681146249.5fafde2703bd9440e9a38d5c69287572. 2024-11-15T14:33:37,131 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5fafde2703bd9440e9a38d5c69287572: Waiting for close lock at 1731681216266Running coprocessor pre-close hooks at 1731681216266Disabling compacts and flushes for region at 1731681216266Disabling writes for close at 1731681216266Obtaining lock to block concurrent updates at 1731681216267 (+1 ms)Preparing flush snapshotting stores in 5fafde2703bd9440e9a38d5c69287572 at 1731681216267Finished memstore snapshotting hbase:replication,,1731681146249.5fafde2703bd9440e9a38d5c69287572., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731681216267Flushing stores of hbase:replication,,1731681146249.5fafde2703bd9440e9a38d5c69287572. at 1731681216267Flushing 5fafde2703bd9440e9a38d5c69287572/hfileref: creating writer at 1731681216267Flushing 5fafde2703bd9440e9a38d5c69287572/hfileref: appending metadata at 1731681216282 (+15 ms)Flushing 5fafde2703bd9440e9a38d5c69287572/hfileref: closing flushed file at 1731681216283 (+1 ms)Flushing 5fafde2703bd9440e9a38d5c69287572/queue: creating writer at 1731681216691 (+408 ms)Flushing 5fafde2703bd9440e9a38d5c69287572/queue: appending metadata at 1731681216704 (+13 ms)Flushing 5fafde2703bd9440e9a38d5c69287572/queue: closing flushed file at 1731681216704Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72c2340f: reopening flushed file at 1731681217113 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@738c24cf: reopening flushed file at 1731681217119 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 5fafde2703bd9440e9a38d5c69287572 in 860ms, sequenceid=10, compaction requested=false at 1731681217126 (+7 ms)Writing region close event to WAL at 1731681217127 (+1 ms)Running coprocessor post-close hooks at 1731681217131 (+4 ms)Closed at 1731681217131 2024-11-15T14:33:37,131 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731681146249.5fafde2703bd9440e9a38d5c69287572. 2024-11-15T14:33:37,256 INFO [RS:0;26754e923c4a:36169 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T14:33:37,256 DEBUG [RS:0;26754e923c4a:36169 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T14:33:37,256 DEBUG [RS:0;26754e923c4a:36169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:33:37,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:33:37,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:33:37,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:33:37,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:33:37,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:33:37,456 DEBUG [RS:0;26754e923c4a:36169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:33:37,531 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/hbase/meta/1588230740/.tmp/rep_barrier/7f0aed43f7bf491b8bbec3731dc2f9ce 2024-11-15T14:33:37,549 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/hbase/meta/1588230740/.tmp/table/cc58876429814350b1b8acfafa200259 is 53, key is hbase:replication/table:state/1731681147432/Put/seqid=0 2024-11-15T14:33:37,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741849_1025 (size=5308) 2024-11-15T14:33:37,657 DEBUG [RS:0;26754e923c4a:36169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:33:37,857 DEBUG [RS:0;26754e923c4a:36169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:33:37,862 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T14:33:37,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:33:37,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:33:37,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:33:37,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:33:37,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:33:37,954 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/hbase/meta/1588230740/.tmp/table/cc58876429814350b1b8acfafa200259 2024-11-15T14:33:37,960 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/hbase/meta/1588230740/.tmp/info/43ad5ed8b2f54b3b805a17f3146f7fcc as hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/hbase/meta/1588230740/info/43ad5ed8b2f54b3b805a17f3146f7fcc 2024-11-15T14:33:37,965 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/hbase/meta/1588230740/info/43ad5ed8b2f54b3b805a17f3146f7fcc, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T14:33:37,965 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/hbase/meta/1588230740/.tmp/ns/a853357baa8548529acdce3e5d7941b2 as hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/hbase/meta/1588230740/ns/a853357baa8548529acdce3e5d7941b2 2024-11-15T14:33:37,970 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/hbase/meta/1588230740/ns/a853357baa8548529acdce3e5d7941b2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T14:33:37,971 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/hbase/meta/1588230740/.tmp/rep_barrier/7f0aed43f7bf491b8bbec3731dc2f9ce as hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/hbase/meta/1588230740/rep_barrier/7f0aed43f7bf491b8bbec3731dc2f9ce 2024-11-15T14:33:37,976 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/hbase/meta/1588230740/rep_barrier/7f0aed43f7bf491b8bbec3731dc2f9ce, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T14:33:37,977 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/hbase/meta/1588230740/.tmp/table/cc58876429814350b1b8acfafa200259 as hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/hbase/meta/1588230740/table/cc58876429814350b1b8acfafa200259 2024-11-15T14:33:37,982 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/hbase/meta/1588230740/table/cc58876429814350b1b8acfafa200259, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T14:33:37,984 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1728ms, sequenceid=16, compaction requested=false 2024-11-15T14:33:37,988 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T14:33:37,989 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:33:37,989 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:33:37,989 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:33:37,989 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681216255Running coprocessor pre-close hooks at 1731681216255Disabling compacts and flushes for region at 1731681216255Disabling writes for close at 1731681216255Obtaining lock to block concurrent updates at 1731681216255Preparing flush snapshotting stores in 1588230740 at 1731681216255Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731681216256 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731681216256Flushing 1588230740/info: creating writer at 1731681216256Flushing 1588230740/info: appending metadata at 1731681216274 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731681216274Flushing 1588230740/ns: creating writer at 1731681216685 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731681216699 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731681216699Flushing 1588230740/rep_barrier: creating writer at 1731681217109 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731681217125 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731681217125Flushing 1588230740/table: creating writer at 1731681217536 (+411 ms)Flushing 1588230740/table: appending metadata at 1731681217548 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731681217548Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9db81d0: reopening flushed file at 1731681217959 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b619f8e: reopening flushed file at 1731681217965 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4aa3326f: reopening flushed file at 1731681217970 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@292e0870: reopening flushed file at 1731681217976 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1728ms, sequenceid=16, compaction requested=false at 1731681217984 (+8 ms)Writing region close event to WAL at 1731681217985 (+1 ms)Running coprocessor post-close hooks at 1731681217989 (+4 ms)Closed at 1731681217989 2024-11-15T14:33:37,989 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T14:33:38,057 INFO [RS:0;26754e923c4a:36169 {}] regionserver.HRegionServer(976): stopping server 26754e923c4a,36169,1731681134794; all regions closed. 2024-11-15T14:33:38,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741834_1010 (size=4239) 2024-11-15T14:33:38,059 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.meta.1731681137994.meta not finished, retry = 0 2024-11-15T14:33:38,162 DEBUG [RS:0;26754e923c4a:36169 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/oldWALs 2024-11-15T14:33:38,162 INFO [RS:0;26754e923c4a:36169 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 26754e923c4a%2C36169%2C1731681134794.meta:.meta(num 1731681137994) 2024-11-15T14:33:38,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741839_1015 (size=2700) 2024-11-15T14:33:38,164 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/WALs/26754e923c4a,36169,1731681134794/26754e923c4a%2C36169%2C1731681134794.rep.1731681147391 not finished, retry = 0 2024-11-15T14:33:38,267 DEBUG [RS:0;26754e923c4a:36169 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/oldWALs 2024-11-15T14:33:38,267 INFO [RS:0;26754e923c4a:36169 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 26754e923c4a%2C36169%2C1731681134794.rep:(num 1731681147391) 2024-11-15T14:33:38,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741832_1008 (size=1300) 2024-11-15T14:33:38,271 DEBUG [RS:0;26754e923c4a:36169 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/oldWALs 2024-11-15T14:33:38,271 INFO [RS:0;26754e923c4a:36169 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 26754e923c4a%2C36169%2C1731681134794:(num 1731681137002) 2024-11-15T14:33:38,271 DEBUG [RS:0;26754e923c4a:36169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:33:38,271 INFO [RS:0;26754e923c4a:36169 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:33:38,271 INFO [RS:0;26754e923c4a:36169 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:33:38,271 INFO [RS:0;26754e923c4a:36169 {}] hbase.ChoreService(370): Chore service for: regionserver/26754e923c4a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T14:33:38,271 INFO [RS:0;26754e923c4a:36169 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:33:38,271 INFO [regionserver/26754e923c4a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:33:38,272 INFO [RS:0;26754e923c4a:36169 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-26754e923c4a,36169,1731681134794 because: Region server is closing 2024-11-15T14:33:38,272 INFO [RS:0;26754e923c4a:36169 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:36169. 2024-11-15T14:33:38,272 DEBUG [RS:0;26754e923c4a:36169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:33:38,272 DEBUG [RS:0;26754e923c4a:36169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:33:38,272 DEBUG [RS:0;26754e923c4a:36169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:33:38,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:33:38,373 WARN [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.wal-reader.26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T14:33:38,373 WARN [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.shipper26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T14:33:38,373 INFO [RS:0;26754e923c4a:36169 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36169,1731681134794.replicationSource.shipper26754e923c4a%2C36169%2C1731681134794,1-26754e923c4a,36169,1731681134794 terminated 2024-11-15T14:33:38,373 INFO [RS:0;26754e923c4a:36169 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36169 2024-11-15T14:33:38,426 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x1014016e8630001, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-31429769/rs/26754e923c4a,36169,1731681134794 2024-11-15T14:33:38,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43341-0x1014016e8630000, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-31429769/rs 2024-11-15T14:33:38,426 INFO [RS:0;26754e923c4a:36169 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:33:38,426 ERROR [pool-582-thread-1-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f6f4c8e3f40@2eea82ab rejected from java.util.concurrent.ThreadPoolExecutor@6be80912[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-15T14:33:38,434 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [26754e923c4a,36169,1731681134794] 2024-11-15T14:33:38,442 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-31429769/draining/26754e923c4a,36169,1731681134794 already deleted, retry=false 2024-11-15T14:33:38,442 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 26754e923c4a,36169,1731681134794 expired; onlineServers=0 2024-11-15T14:33:38,442 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '26754e923c4a,43341,1731681134643' ***** 2024-11-15T14:33:38,442 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T14:33:38,442 INFO [M:0;26754e923c4a:43341 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:33:38,442 INFO [M:0;26754e923c4a:43341 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:33:38,442 DEBUG [M:0;26754e923c4a:43341 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T14:33:38,443 DEBUG [M:0;26754e923c4a:43341 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T14:33:38,443 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T14:33:38,443 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681136798 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681136798,5,FailOnTimeoutGroup] 2024-11-15T14:33:38,443 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681136798 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681136798,5,FailOnTimeoutGroup] 2024-11-15T14:33:38,443 INFO [M:0;26754e923c4a:43341 {}] hbase.ChoreService(370): Chore service for: master/26754e923c4a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T14:33:38,443 INFO [M:0;26754e923c4a:43341 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:33:38,443 DEBUG [M:0;26754e923c4a:43341 {}] master.HMaster(1795): Stopping service threads 2024-11-15T14:33:38,443 INFO [M:0;26754e923c4a:43341 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T14:33:38,443 INFO [M:0;26754e923c4a:43341 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:33:38,443 INFO [M:0;26754e923c4a:43341 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T14:33:38,443 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T14:33:38,453 DEBUG [M:0;26754e923c4a:43341 {}] zookeeper.ZKUtil(347): master:43341-0x1014016e8630000, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Unable to get data of znode /0-31429769/master because node does not exist (not an error) 2024-11-15T14:33:38,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43341-0x1014016e8630000, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-31429769/master 2024-11-15T14:33:38,453 WARN [M:0;26754e923c4a:43341 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T14:33:38,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43341-0x1014016e8630000, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-31429769 2024-11-15T14:33:38,454 INFO [M:0;26754e923c4a:43341 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/.lastflushedseqids 2024-11-15T14:33:38,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741850_1026 (size=263) 2024-11-15T14:33:38,534 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x1014016e8630001, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:33:38,534 INFO [RS:0;26754e923c4a:36169 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:33:38,534 INFO [RS:0;26754e923c4a:36169 {}] regionserver.HRegionServer(1031): Exiting; stopping=26754e923c4a,36169,1731681134794; zookeeper connection closed. 2024-11-15T14:33:38,534 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x1014016e8630001, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:33:38,535 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70ed0a34 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70ed0a34 2024-11-15T14:33:38,535 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T14:33:38,859 INFO [M:0;26754e923c4a:43341 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T14:33:38,859 INFO [M:0;26754e923c4a:43341 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T14:33:38,859 DEBUG [M:0;26754e923c4a:43341 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:33:38,859 INFO [M:0;26754e923c4a:43341 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:33:38,859 DEBUG [M:0;26754e923c4a:43341 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:33:38,859 DEBUG [M:0;26754e923c4a:43341 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:33:38,859 DEBUG [M:0;26754e923c4a:43341 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:33:38,859 INFO [M:0;26754e923c4a:43341 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-15T14:33:38,873 DEBUG [M:0;26754e923c4a:43341 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/84a215c2ee014eb8914ad1ca7ab88e6a is 82, key is hbase:meta,,1/info:regioninfo/1731681138028/Put/seqid=0 2024-11-15T14:33:38,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741851_1027 (size=5672) 2024-11-15T14:33:39,278 INFO [M:0;26754e923c4a:43341 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/84a215c2ee014eb8914ad1ca7ab88e6a 2024-11-15T14:33:39,296 DEBUG [M:0;26754e923c4a:43341 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ca24562ba2f4372a33b8c8a13513b3a is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731681143711/Put/seqid=0 2024-11-15T14:33:39,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741852_1028 (size=7240) 2024-11-15T14:33:39,700 INFO [M:0;26754e923c4a:43341 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ca24562ba2f4372a33b8c8a13513b3a 2024-11-15T14:33:39,704 INFO [M:0;26754e923c4a:43341 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ca24562ba2f4372a33b8c8a13513b3a 2024-11-15T14:33:39,717 DEBUG [M:0;26754e923c4a:43341 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35646bbd110b4ffba2f4033bc107c0e8 is 69, key is 26754e923c4a,36169,1731681134794/rs:state/1731681136854/Put/seqid=0 2024-11-15T14:33:39,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741853_1029 (size=5156) 2024-11-15T14:33:40,122 INFO [M:0;26754e923c4a:43341 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35646bbd110b4ffba2f4033bc107c0e8 2024-11-15T14:33:40,128 DEBUG [M:0;26754e923c4a:43341 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/84a215c2ee014eb8914ad1ca7ab88e6a as hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/84a215c2ee014eb8914ad1ca7ab88e6a 2024-11-15T14:33:40,132 INFO [M:0;26754e923c4a:43341 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/84a215c2ee014eb8914ad1ca7ab88e6a, entries=8, sequenceid=105, filesize=5.5 K 2024-11-15T14:33:40,133 DEBUG [M:0;26754e923c4a:43341 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ca24562ba2f4372a33b8c8a13513b3a as hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5ca24562ba2f4372a33b8c8a13513b3a 2024-11-15T14:33:40,138 INFO [M:0;26754e923c4a:43341 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ca24562ba2f4372a33b8c8a13513b3a 2024-11-15T14:33:40,138 INFO [M:0;26754e923c4a:43341 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5ca24562ba2f4372a33b8c8a13513b3a, entries=11, sequenceid=105, filesize=7.1 K 2024-11-15T14:33:40,139 DEBUG [M:0;26754e923c4a:43341 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35646bbd110b4ffba2f4033bc107c0e8 as hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/35646bbd110b4ffba2f4033bc107c0e8 2024-11-15T14:33:40,144 INFO [M:0;26754e923c4a:43341 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33685/user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/35646bbd110b4ffba2f4033bc107c0e8, entries=1, sequenceid=105, filesize=5.0 K 2024-11-15T14:33:40,145 INFO [M:0;26754e923c4a:43341 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=105, compaction requested=false 2024-11-15T14:33:40,146 INFO [M:0;26754e923c4a:43341 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:33:40,146 DEBUG [M:0;26754e923c4a:43341 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681218859Disabling compacts and flushes for region at 1731681218859Disabling writes for close at 1731681218859Obtaining lock to block concurrent updates at 1731681218859Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731681218859Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731681218860 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731681218860Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731681218860Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731681218873 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731681218873Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731681219282 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731681219295 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731681219295Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731681219704 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731681219716 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731681219716Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bf6f149: reopening flushed file at 1731681220127 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a971497: reopening flushed file at 1731681220133 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e40c4c8: reopening flushed file at 1731681220139 (+6 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=105, compaction requested=false at 1731681220145 (+6 ms)Writing region close event to WAL at 1731681220146 (+1 ms)Closed at 1731681220146 2024-11-15T14:33:40,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741830_1006 (size=64526) 2024-11-15T14:33:40,148 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6daf2b19-7e4c-3f55-72c7-b282d56437e1/MasterData/WALs/26754e923c4a,43341,1731681134643/26754e923c4a%2C43341%2C1731681134643.1731681136549 not finished, retry = 0 2024-11-15T14:33:40,250 INFO [M:0;26754e923c4a:43341 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T14:33:40,250 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:33:40,250 INFO [M:0;26754e923c4a:43341 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43341 2024-11-15T14:33:40,250 INFO [M:0;26754e923c4a:43341 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:33:40,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43341-0x1014016e8630000, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:33:40,403 INFO [M:0;26754e923c4a:43341 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:33:40,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43341-0x1014016e8630000, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:33:40,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5936ebe3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:33:40,405 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7847837d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:33:40,405 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:33:40,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@133292a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:33:40,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63ff1d91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e151580-08fb-0637-6b6a-9df4cb757298/hadoop.log.dir/,STOPPED} 2024-11-15T14:33:40,406 WARN [BP-1165508690-172.17.0.3-1731681133267 heartbeating to localhost/127.0.0.1:33685 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T14:33:40,406 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T14:33:40,406 WARN [BP-1165508690-172.17.0.3-1731681133267 heartbeating to localhost/127.0.0.1:33685 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1165508690-172.17.0.3-1731681133267 (Datanode Uuid 007787b5-2fbf-4144-b0b0-61bcf1a4f8a2) service to localhost/127.0.0.1:33685 2024-11-15T14:33:40,406 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T14:33:40,407 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e151580-08fb-0637-6b6a-9df4cb757298/cluster_a527bbd0-ecbe-3725-7fc1-982222fa386e/data/data1/current/BP-1165508690-172.17.0.3-1731681133267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:33:40,407 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e151580-08fb-0637-6b6a-9df4cb757298/cluster_a527bbd0-ecbe-3725-7fc1-982222fa386e/data/data2/current/BP-1165508690-172.17.0.3-1731681133267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:33:40,407 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T14:33:40,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b9ff422{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:33:40,412 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e6abb26{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:33:40,412 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:33:40,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b5fcb95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:33:40,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62175913{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e151580-08fb-0637-6b6a-9df4cb757298/hadoop.log.dir/,STOPPED} 2024-11-15T14:33:40,417 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T14:33:40,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T14:33:40,436 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=157 (was 137) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33685 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f6f4cb8d5f0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33685 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:33685 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44975 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44975 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50169) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44975 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:44975 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f6f4cb8d5f0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33685 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50169) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44975 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33685 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=211 (was 251), ProcessCount=11 (was 11), AvailableMemoryMB=1077 (was 1434) 2024-11-15T14:33:40,442 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=158, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=211, ProcessCount=11, AvailableMemoryMB=1077 2024-11-15T14:33:40,454 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-15T14:33:40,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67094390-8bdf-fcbd-25f3-a94163991e92/hadoop.log.dir so I do NOT create it in target/test-data/2b33843f-825f-a62c-34c9-4c92afef1392 2024-11-15T14:33:40,455 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67094390-8bdf-fcbd-25f3-a94163991e92/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T14:33:40,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67094390-8bdf-fcbd-25f3-a94163991e92/hadoop.tmp.dir so I do NOT create it in target/test-data/2b33843f-825f-a62c-34c9-4c92afef1392 2024-11-15T14:33:40,455 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67094390-8bdf-fcbd-25f3-a94163991e92/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T14:33:40,455 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b33843f-825f-a62c-34c9-4c92afef1392 2024-11-15T14:33:40,455 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b33843f-825f-a62c-34c9-4c92afef1392/cluster_51751df4-44a5-bed0-c1b3-ad74f1e78848, deleteOnExit=true 2024-11-15T14:33:40,475 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b33843f-825f-a62c-34c9-4c92afef1392/cluster_51751df4-44a5-bed0-c1b3-ad74f1e78848/zookeeper_0, clientPort=60948, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b33843f-825f-a62c-34c9-4c92afef1392/cluster_51751df4-44a5-bed0-c1b3-ad74f1e78848/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b33843f-825f-a62c-34c9-4c92afef1392/cluster_51751df4-44a5-bed0-c1b3-ad74f1e78848/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T14:33:40,476 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60948 2024-11-15T14:33:40,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T14:33:40,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T14:33:40,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b33843f-825f-a62c-34c9-4c92afef1392/test.cache.data in system properties and HBase conf 2024-11-15T14:33:40,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b33843f-825f-a62c-34c9-4c92afef1392/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T14:33:40,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b33843f-825f-a62c-34c9-4c92afef1392/hadoop.log.dir in system properties and HBase conf 2024-11-15T14:33:40,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b33843f-825f-a62c-34c9-4c92afef1392/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T14:33:40,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b33843f-825f-a62c-34c9-4c92afef1392/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T14:33:40,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T14:33:40,476 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T14:33:40,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b33843f-825f-a62c-34c9-4c92afef1392/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:33:40,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b33843f-825f-a62c-34c9-4c92afef1392/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:33:40,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b33843f-825f-a62c-34c9-4c92afef1392/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T14:33:40,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b33843f-825f-a62c-34c9-4c92afef1392/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:33:40,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b33843f-825f-a62c-34c9-4c92afef1392/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T14:33:40,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b33843f-825f-a62c-34c9-4c92afef1392/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T14:33:40,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b33843f-825f-a62c-34c9-4c92afef1392/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:33:40,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b33843f-825f-a62c-34c9-4c92afef1392/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:33:40,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b33843f-825f-a62c-34c9-4c92afef1392/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T14:33:40,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b33843f-825f-a62c-34c9-4c92afef1392/nfs.dump.dir in system properties and HBase conf 2024-11-15T14:33:40,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b33843f-825f-a62c-34c9-4c92afef1392/java.io.tmpdir in system properties and HBase conf 2024-11-15T14:33:40,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b33843f-825f-a62c-34c9-4c92afef1392/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:33:40,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b33843f-825f-a62c-34c9-4c92afef1392/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T14:33:40,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b33843f-825f-a62c-34c9-4c92afef1392/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T14:33:40,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014016e8630002, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T14:33:40,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014016e8630005, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T14:33:40,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014016e8630005, quorum=127.0.0.1:50169, baseZNode=/1-1024605701 Received Disconnected from ZooKeeper, ignoring 2024-11-15T14:33:40,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014016e8630002, quorum=127.0.0.1:50169, baseZNode=/0-31429769 Received Disconnected from ZooKeeper, ignoring 2024-11-15T14:33:40,797 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:33:40,801 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:33:40,803 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:33:40,803 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:33:40,803 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T14:33:40,804 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:33:40,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67266931{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b33843f-825f-a62c-34c9-4c92afef1392/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:33:40,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23d953a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:33:40,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@189b0b0c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b33843f-825f-a62c-34c9-4c92afef1392/java.io.tmpdir/jetty-localhost-39211-hadoop-hdfs-3_4_1-tests_jar-_-any-14471007470481434409/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:33:40,904 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c9eb55a{HTTP/1.1, (http/1.1)}{localhost:39211} 2024-11-15T14:33:40,904 INFO [Time-limited test {}] server.Server(415): Started @140978ms 2024-11-15T14:33:41,082 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:33:41,087 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:33:41,088 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:33:41,088 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:33:41,088 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T14:33:41,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25077bd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b33843f-825f-a62c-34c9-4c92afef1392/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:33:41,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f4a13ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:33:41,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11505e70{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b33843f-825f-a62c-34c9-4c92afef1392/java.io.tmpdir/jetty-localhost-35599-hadoop-hdfs-3_4_1-tests_jar-_-any-14274221055606163463/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:33:41,192 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c456414{HTTP/1.1, (http/1.1)}{localhost:35599} 2024-11-15T14:33:41,192 INFO [Time-limited test {}] server.Server(415): Started @141267ms 2024-11-15T14:33:41,194 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T14:33:41,561 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b33843f-825f-a62c-34c9-4c92afef1392/cluster_51751df4-44a5-bed0-c1b3-ad74f1e78848/data/data1/current/BP-582642703-172.17.0.3-1731681220492/current, will proceed with Du for space computation calculation, 2024-11-15T14:33:41,561 WARN [Thread-1289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b33843f-825f-a62c-34c9-4c92afef1392/cluster_51751df4-44a5-bed0-c1b3-ad74f1e78848/data/data2/current/BP-582642703-172.17.0.3-1731681220492/current, will proceed with Du for space computation calculation, 2024-11-15T14:33:41,587 WARN [Thread-1276 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T14:33:41,593 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x86770750312d1a8d with lease ID 0xd51c5b360b717dc3: Processing first storage report for DS-49d2f741-ed5f-4179-9ea0-7117549be6a1 from datanode DatanodeRegistration(127.0.0.1:40001, datanodeUuid=82a1c5ef-cc43-4004-b3b9-881fc27296a8, infoPort=36155, infoSecurePort=0, ipcPort=33855, storageInfo=lv=-57;cid=testClusterID;nsid=99587354;c=1731681220492) 2024-11-15T14:33:41,593 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x86770750312d1a8d with lease ID 0xd51c5b360b717dc3: from storage DS-49d2f741-ed5f-4179-9ea0-7117549be6a1 node DatanodeRegistration(127.0.0.1:40001, datanodeUuid=82a1c5ef-cc43-4004-b3b9-881fc27296a8, infoPort=36155, infoSecurePort=0, ipcPort=33855, storageInfo=lv=-57;cid=testClusterID;nsid=99587354;c=1731681220492), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T14:33:41,594 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x86770750312d1a8d with lease ID 0xd51c5b360b717dc3: Processing first storage report for DS-51c884a0-47c0-4c22-940a-f7ba730b27ae from datanode DatanodeRegistration(127.0.0.1:40001, datanodeUuid=82a1c5ef-cc43-4004-b3b9-881fc27296a8, infoPort=36155, infoSecurePort=0, ipcPort=33855, storageInfo=lv=-57;cid=testClusterID;nsid=99587354;c=1731681220492) 2024-11-15T14:33:41,594 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x86770750312d1a8d with lease ID 0xd51c5b360b717dc3: from storage DS-51c884a0-47c0-4c22-940a-f7ba730b27ae node DatanodeRegistration(127.0.0.1:40001, datanodeUuid=82a1c5ef-cc43-4004-b3b9-881fc27296a8, infoPort=36155, infoSecurePort=0, ipcPort=33855, storageInfo=lv=-57;cid=testClusterID;nsid=99587354;c=1731681220492), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T14:33:41,628 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b33843f-825f-a62c-34c9-4c92afef1392 2024-11-15T14:33:41,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:33:41,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:33:41,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40001 is added to blk_1073741825_1001 (size=7) 2024-11-15T14:33:42,039 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d with version=8 2024-11-15T14:33:42,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/hbase-staging 2024-11-15T14:33:42,041 INFO [Time-limited test {}] client.ConnectionUtils(128): master/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:33:42,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:33:42,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:33:42,041 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:33:42,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:33:42,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:33:42,041 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T14:33:42,042 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:33:42,042 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41797 2024-11-15T14:33:42,043 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41797 connecting to ZooKeeper ensemble=127.0.0.1:60948 2024-11-15T14:33:42,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417970x0, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:33:42,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41797-0x10140183d230000 connected 2024-11-15T14:33:42,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:33:42,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:33:42,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41797-0x10140183d230000, quorum=127.0.0.1:60948, baseZNode=/0197333104 Set watcher on znode that does not yet exist, /0197333104/running 2024-11-15T14:33:42,158 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d, hbase.cluster.distributed=false 2024-11-15T14:33:42,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41797-0x10140183d230000, quorum=127.0.0.1:60948, baseZNode=/0197333104 Set watcher on znode that does not yet exist, /0197333104/acl 2024-11-15T14:33:42,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41797 2024-11-15T14:33:42,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41797 2024-11-15T14:33:42,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41797 2024-11-15T14:33:42,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41797 2024-11-15T14:33:42,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41797 2024-11-15T14:33:42,174 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:33:42,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:33:42,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:33:42,174 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:33:42,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:33:42,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:33:42,175 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T14:33:42,175 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:33:42,176 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41475 2024-11-15T14:33:42,177 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41475 connecting to ZooKeeper ensemble=127.0.0.1:60948 2024-11-15T14:33:42,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:33:42,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:33:42,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414750x0, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:33:42,195 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414750x0, quorum=127.0.0.1:60948, baseZNode=/0197333104 Set watcher on znode that does not yet exist, /0197333104/running 2024-11-15T14:33:42,195 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41475-0x10140183d230001 connected 2024-11-15T14:33:42,195 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T14:33:42,196 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T14:33:42,196 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41475-0x10140183d230001, quorum=127.0.0.1:60948, baseZNode=/0197333104 Set watcher on znode that does not yet exist, /0197333104/master 2024-11-15T14:33:42,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41475-0x10140183d230001, quorum=127.0.0.1:60948, baseZNode=/0197333104 Set watcher on znode that does not yet exist, /0197333104/acl 2024-11-15T14:33:42,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41475 2024-11-15T14:33:42,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41475 2024-11-15T14:33:42,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41475 2024-11-15T14:33:42,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41475 2024-11-15T14:33:42,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41475 2024-11-15T14:33:42,208 DEBUG [M:0;26754e923c4a:41797 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;26754e923c4a:41797 2024-11-15T14:33:42,209 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0197333104/backup-masters/26754e923c4a,41797,1731681222041 2024-11-15T14:33:42,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x10140183d230001, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0197333104/backup-masters 2024-11-15T14:33:42,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41797-0x10140183d230000, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0197333104/backup-masters 2024-11-15T14:33:42,230 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41797-0x10140183d230000, quorum=127.0.0.1:60948, baseZNode=/0197333104 Set watcher on existing znode=/0197333104/backup-masters/26754e923c4a,41797,1731681222041 2024-11-15T14:33:42,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x10140183d230001, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0197333104/master 2024-11-15T14:33:42,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41797-0x10140183d230000, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0197333104 2024-11-15T14:33:42,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x10140183d230001, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0197333104 2024-11-15T14:33:42,264 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41797-0x10140183d230000, quorum=127.0.0.1:60948, baseZNode=/0197333104 Set watcher on existing znode=/0197333104/master 2024-11-15T14:33:42,264 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0197333104/backup-masters/26754e923c4a,41797,1731681222041 from backup master directory 2024-11-15T14:33:42,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41797-0x10140183d230000, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0197333104/backup-masters/26754e923c4a,41797,1731681222041 2024-11-15T14:33:42,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x10140183d230001, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0197333104/backup-masters 2024-11-15T14:33:42,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41797-0x10140183d230000, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0197333104/backup-masters 2024-11-15T14:33:42,276 WARN [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:33:42,276 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=26754e923c4a,41797,1731681222041 2024-11-15T14:33:42,280 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/hbase.id] with ID: a6787c9a-f838-4ae0-94b5-be577c3397bd 2024-11-15T14:33:42,280 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/.tmp/hbase.id 2024-11-15T14:33:42,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40001 is added to blk_1073741826_1002 (size=42) 2024-11-15T14:33:42,685 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/.tmp/hbase.id]:[hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/hbase.id] 2024-11-15T14:33:42,694 INFO [master/26754e923c4a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:33:42,694 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T14:33:42,695 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T14:33:42,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x10140183d230001, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0197333104 2024-11-15T14:33:42,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41797-0x10140183d230000, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0197333104 2024-11-15T14:33:42,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40001 is added to blk_1073741827_1003 (size=196) 2024-11-15T14:33:43,140 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:33:43,141 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T14:33:43,141 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:33:43,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40001 is added to blk_1073741828_1004 (size=1189) 2024-11-15T14:33:43,491 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T14:33:43,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:33:43,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:33:43,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:33:43,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:33:43,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:33:43,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:33:43,550 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store 2024-11-15T14:33:43,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40001 is added to blk_1073741829_1005 (size=34) 2024-11-15T14:33:43,556 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:33:43,556 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:33:43,556 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:33:43,556 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:33:43,556 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:33:43,556 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:33:43,556 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:33:43,556 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681223556Disabling compacts and flushes for region at 1731681223556Disabling writes for close at 1731681223556Writing region close event to WAL at 1731681223556Closed at 1731681223556 2024-11-15T14:33:43,557 WARN [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/.initializing 2024-11-15T14:33:43,557 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/WALs/26754e923c4a,41797,1731681222041 2024-11-15T14:33:43,558 INFO [master/26754e923c4a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:33:43,559 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=26754e923c4a%2C41797%2C1731681222041, suffix=, logDir=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/WALs/26754e923c4a,41797,1731681222041, archiveDir=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/oldWALs, maxLogs=10 2024-11-15T14:33:43,571 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/WALs/26754e923c4a,41797,1731681222041/26754e923c4a%2C41797%2C1731681222041.1731681223559, exclude list is [], retry=0 2024-11-15T14:33:43,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40001,DS-49d2f741-ed5f-4179-9ea0-7117549be6a1,DISK] 2024-11-15T14:33:43,575 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/WALs/26754e923c4a,41797,1731681222041/26754e923c4a%2C41797%2C1731681222041.1731681223559 2024-11-15T14:33:43,575 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36155:36155)] 2024-11-15T14:33:43,576 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:33:43,576 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:33:43,576 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:33:43,576 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:33:43,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:33:43,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T14:33:43,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:33:43,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:33:43,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:33:43,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T14:33:43,580 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:33:43,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:33:43,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:33:43,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T14:33:43,582 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:33:43,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:33:43,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:33:43,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T14:33:43,583 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:33:43,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:33:43,584 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:33:43,584 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:33:43,585 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:33:43,586 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:33:43,586 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:33:43,586 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:33:43,589 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:33:43,596 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:33:43,597 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61690766, jitterRate=-0.0807359516620636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:33:43,597 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731681223576Initializing all the Stores at 1731681223577 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681223577Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681223577Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681223577Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681223577Cleaning up temporary data from old regions at 1731681223586 (+9 ms)Region opened successfully at 1731681223597 (+11 ms) 2024-11-15T14:33:43,598 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T14:33:43,601 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39124b03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:33:43,602 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T14:33:43,602 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T14:33:43,602 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T14:33:43,602 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T14:33:43,603 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T14:33:43,603 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T14:33:43,603 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T14:33:43,606 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T14:33:43,607 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41797-0x10140183d230000, quorum=127.0.0.1:60948, baseZNode=/0197333104 Unable to get data of znode /0197333104/balancer because node does not exist (not necessarily an error) 2024-11-15T14:33:43,617 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0197333104/balancer already deleted, retry=false 2024-11-15T14:33:43,617 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T14:33:43,618 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41797-0x10140183d230000, quorum=127.0.0.1:60948, baseZNode=/0197333104 Unable to get data of znode /0197333104/normalizer because node does not exist (not necessarily an error) 2024-11-15T14:33:43,627 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0197333104/normalizer already deleted, retry=false 2024-11-15T14:33:43,628 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T14:33:43,629 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41797-0x10140183d230000, quorum=127.0.0.1:60948, baseZNode=/0197333104 Unable to get data of znode /0197333104/switch/split because node does not exist (not necessarily an error) 2024-11-15T14:33:43,636 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0197333104/switch/split already deleted, retry=false 2024-11-15T14:33:43,637 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41797-0x10140183d230000, quorum=127.0.0.1:60948, baseZNode=/0197333104 Unable to get data of znode /0197333104/switch/merge because node does not exist (not necessarily an error) 2024-11-15T14:33:43,644 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0197333104/switch/merge already deleted, retry=false 2024-11-15T14:33:43,646 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41797-0x10140183d230000, quorum=127.0.0.1:60948, baseZNode=/0197333104 Unable to get data of znode /0197333104/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T14:33:43,652 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0197333104/snapshot-cleanup already deleted, retry=false 2024-11-15T14:33:43,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41797-0x10140183d230000, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0197333104/running 2024-11-15T14:33:43,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x10140183d230001, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0197333104/running 2024-11-15T14:33:43,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x10140183d230001, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0197333104 2024-11-15T14:33:43,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41797-0x10140183d230000, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0197333104 2024-11-15T14:33:43,665 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=26754e923c4a,41797,1731681222041, sessionid=0x10140183d230000, setting cluster-up flag (Was=false) 2024-11-15T14:33:43,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x10140183d230001, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0197333104 2024-11-15T14:33:43,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41797-0x10140183d230000, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0197333104 2024-11-15T14:33:43,711 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0197333104/flush-table-proc/acquired, /0197333104/flush-table-proc/reached, /0197333104/flush-table-proc/abort 2024-11-15T14:33:43,712 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,41797,1731681222041 2024-11-15T14:33:43,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41797-0x10140183d230000, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0197333104 2024-11-15T14:33:43,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x10140183d230001, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0197333104 2024-11-15T14:33:43,752 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0197333104/online-snapshot/acquired, /0197333104/online-snapshot/reached, /0197333104/online-snapshot/abort 2024-11-15T14:33:43,753 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,41797,1731681222041 2024-11-15T14:33:43,754 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T14:33:43,755 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T14:33:43,756 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T14:33:43,756 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T14:33:43,756 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 26754e923c4a,41797,1731681222041 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T14:33:43,757 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:33:43,757 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:33:43,757 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:33:43,757 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:33:43,757 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/26754e923c4a:0, corePoolSize=10, maxPoolSize=10 2024-11-15T14:33:43,757 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:33:43,757 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:33:43,757 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:33:43,758 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731681253758 2024-11-15T14:33:43,758 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T14:33:43,758 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T14:33:43,758 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T14:33:43,758 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T14:33:43,758 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T14:33:43,758 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T14:33:43,759 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:43,759 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:33:43,759 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T14:33:43,759 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T14:33:43,759 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T14:33:43,759 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T14:33:43,759 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T14:33:43,760 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:33:43,760 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T14:33:43,760 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T14:33:43,760 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T14:33:43,760 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681223760,5,FailOnTimeoutGroup] 2024-11-15T14:33:43,761 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681223760,5,FailOnTimeoutGroup] 2024-11-15T14:33:43,761 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:43,761 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T14:33:43,761 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:43,761 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:43,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40001 is added to blk_1073741831_1007 (size=1321) 2024-11-15T14:33:43,801 INFO [RS:0;26754e923c4a:41475 {}] regionserver.HRegionServer(746): ClusterId : a6787c9a-f838-4ae0-94b5-be577c3397bd 2024-11-15T14:33:43,801 DEBUG [RS:0;26754e923c4a:41475 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T14:33:43,812 DEBUG [RS:0;26754e923c4a:41475 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T14:33:43,812 DEBUG [RS:0;26754e923c4a:41475 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T14:33:43,820 DEBUG [RS:0;26754e923c4a:41475 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T14:33:43,820 DEBUG [RS:0;26754e923c4a:41475 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f0ebf11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:33:43,831 DEBUG [RS:0;26754e923c4a:41475 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;26754e923c4a:41475 2024-11-15T14:33:43,832 INFO [RS:0;26754e923c4a:41475 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T14:33:43,832 INFO [RS:0;26754e923c4a:41475 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T14:33:43,832 DEBUG [RS:0;26754e923c4a:41475 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T14:33:43,832 INFO [RS:0;26754e923c4a:41475 {}] regionserver.HRegionServer(2659): reportForDuty to master=26754e923c4a,41797,1731681222041 with port=41475, startcode=1731681222174 2024-11-15T14:33:43,833 DEBUG [RS:0;26754e923c4a:41475 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T14:33:43,834 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T14:33:43,835 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41797 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 26754e923c4a,41475,1731681222174 2024-11-15T14:33:43,835 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41797 {}] master.ServerManager(517): Registering regionserver=26754e923c4a,41475,1731681222174 2024-11-15T14:33:43,836 DEBUG [RS:0;26754e923c4a:41475 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d 2024-11-15T14:33:43,836 DEBUG [RS:0;26754e923c4a:41475 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38951 2024-11-15T14:33:43,836 DEBUG [RS:0;26754e923c4a:41475 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T14:33:43,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41797-0x10140183d230000, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0197333104/rs 2024-11-15T14:33:43,845 DEBUG [RS:0;26754e923c4a:41475 {}] zookeeper.ZKUtil(111): regionserver:41475-0x10140183d230001, quorum=127.0.0.1:60948, baseZNode=/0197333104 Set watcher on existing znode=/0197333104/rs/26754e923c4a,41475,1731681222174 2024-11-15T14:33:43,845 WARN [RS:0;26754e923c4a:41475 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:33:43,845 INFO [RS:0;26754e923c4a:41475 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:33:43,845 DEBUG [RS:0;26754e923c4a:41475 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,41475,1731681222174 2024-11-15T14:33:43,845 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [26754e923c4a,41475,1731681222174] 2024-11-15T14:33:43,848 INFO [RS:0;26754e923c4a:41475 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T14:33:43,849 INFO [RS:0;26754e923c4a:41475 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T14:33:43,850 INFO [RS:0;26754e923c4a:41475 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T14:33:43,850 INFO [RS:0;26754e923c4a:41475 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:43,850 INFO [RS:0;26754e923c4a:41475 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T14:33:43,851 INFO [RS:0;26754e923c4a:41475 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T14:33:43,851 INFO [RS:0;26754e923c4a:41475 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:43,851 DEBUG [RS:0;26754e923c4a:41475 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:33:43,851 DEBUG [RS:0;26754e923c4a:41475 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:33:43,851 DEBUG [RS:0;26754e923c4a:41475 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:33:43,851 DEBUG [RS:0;26754e923c4a:41475 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:33:43,851 DEBUG [RS:0;26754e923c4a:41475 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:33:43,851 DEBUG [RS:0;26754e923c4a:41475 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:33:43,851 DEBUG [RS:0;26754e923c4a:41475 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:33:43,851 DEBUG [RS:0;26754e923c4a:41475 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:33:43,851 DEBUG [RS:0;26754e923c4a:41475 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:33:43,851 DEBUG [RS:0;26754e923c4a:41475 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:33:43,851 DEBUG [RS:0;26754e923c4a:41475 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:33:43,851 DEBUG [RS:0;26754e923c4a:41475 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:33:43,851 DEBUG [RS:0;26754e923c4a:41475 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:33:43,851 DEBUG [RS:0;26754e923c4a:41475 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:33:43,853 INFO [RS:0;26754e923c4a:41475 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:43,853 INFO [RS:0;26754e923c4a:41475 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:43,853 INFO [RS:0;26754e923c4a:41475 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:43,853 INFO [RS:0;26754e923c4a:41475 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:43,853 INFO [RS:0;26754e923c4a:41475 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:43,853 INFO [RS:0;26754e923c4a:41475 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,41475,1731681222174-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:33:43,866 INFO [RS:0;26754e923c4a:41475 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T14:33:43,866 INFO [RS:0;26754e923c4a:41475 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,41475,1731681222174-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:43,866 INFO [RS:0;26754e923c4a:41475 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:43,866 INFO [RS:0;26754e923c4a:41475 {}] regionserver.Replication(171): 26754e923c4a,41475,1731681222174 started 2024-11-15T14:33:43,878 INFO [RS:0;26754e923c4a:41475 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:43,878 INFO [RS:0;26754e923c4a:41475 {}] regionserver.HRegionServer(1482): Serving as 26754e923c4a,41475,1731681222174, RpcServer on 26754e923c4a/172.17.0.3:41475, sessionid=0x10140183d230001 2024-11-15T14:33:43,878 DEBUG [RS:0;26754e923c4a:41475 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T14:33:43,878 DEBUG [RS:0;26754e923c4a:41475 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 26754e923c4a,41475,1731681222174 2024-11-15T14:33:43,878 DEBUG [RS:0;26754e923c4a:41475 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,41475,1731681222174' 2024-11-15T14:33:43,878 DEBUG [RS:0;26754e923c4a:41475 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0197333104/flush-table-proc/abort' 2024-11-15T14:33:43,879 DEBUG [RS:0;26754e923c4a:41475 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0197333104/flush-table-proc/acquired' 2024-11-15T14:33:43,879 DEBUG [RS:0;26754e923c4a:41475 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T14:33:43,879 DEBUG [RS:0;26754e923c4a:41475 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T14:33:43,879 DEBUG [RS:0;26754e923c4a:41475 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 26754e923c4a,41475,1731681222174 2024-11-15T14:33:43,879 DEBUG [RS:0;26754e923c4a:41475 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,41475,1731681222174' 2024-11-15T14:33:43,879 DEBUG [RS:0;26754e923c4a:41475 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0197333104/online-snapshot/abort' 2024-11-15T14:33:43,880 DEBUG [RS:0;26754e923c4a:41475 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0197333104/online-snapshot/acquired' 2024-11-15T14:33:43,880 DEBUG [RS:0;26754e923c4a:41475 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T14:33:43,880 INFO [RS:0;26754e923c4a:41475 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T14:33:43,880 INFO [RS:0;26754e923c4a:41475 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T14:33:43,981 INFO [RS:0;26754e923c4a:41475 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:33:43,982 INFO [RS:0;26754e923c4a:41475 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C41475%2C1731681222174, suffix=, logDir=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,41475,1731681222174, archiveDir=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/oldWALs, maxLogs=10 2024-11-15T14:33:43,994 DEBUG [RS:0;26754e923c4a:41475 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,41475,1731681222174/26754e923c4a%2C41475%2C1731681222174.1731681223983, exclude list is [], retry=0 2024-11-15T14:33:43,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40001,DS-49d2f741-ed5f-4179-9ea0-7117549be6a1,DISK] 2024-11-15T14:33:43,998 INFO [RS:0;26754e923c4a:41475 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,41475,1731681222174/26754e923c4a%2C41475%2C1731681222174.1731681223983 2024-11-15T14:33:43,999 DEBUG [RS:0;26754e923c4a:41475 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36155:36155)] 2024-11-15T14:33:44,168 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T14:33:44,168 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d 2024-11-15T14:33:44,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40001 is added to blk_1073741833_1009 (size=32) 2024-11-15T14:33:44,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:33:44,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:33:44,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:33:44,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:33:44,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:33:44,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:33:44,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:33:44,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:33:44,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:33:44,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:33:44,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:33:44,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:33:44,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:33:44,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:33:44,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:33:44,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:33:44,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:33:44,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:33:44,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/meta/1588230740 2024-11-15T14:33:44,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/meta/1588230740 2024-11-15T14:33:44,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:33:44,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:33:44,584 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:33:44,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:33:44,587 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:33:44,587 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71606400, jitterRate=0.06701850891113281}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:33:44,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731681224574Initializing all the Stores at 1731681224575 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681224575Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681224575Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681224575Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681224575Cleaning up temporary data from old regions at 1731681224584 (+9 ms)Region opened successfully at 1731681224588 (+4 ms) 2024-11-15T14:33:44,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:33:44,588 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:33:44,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:33:44,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:33:44,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:33:44,588 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:33:44,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681224588Disabling compacts and flushes for region at 1731681224588Disabling writes for close at 1731681224588Writing region close event to WAL at 1731681224588Closed at 1731681224588 2024-11-15T14:33:44,589 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:33:44,589 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T14:33:44,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T14:33:44,591 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:33:44,591 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T14:33:44,742 DEBUG [26754e923c4a:41797 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T14:33:44,743 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=26754e923c4a,41475,1731681222174 2024-11-15T14:33:44,744 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,41475,1731681222174, state=OPENING 2024-11-15T14:33:44,752 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T14:33:44,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x10140183d230001, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0197333104 2024-11-15T14:33:44,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41797-0x10140183d230000, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0197333104 2024-11-15T14:33:44,761 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0197333104/meta-region-server: CHANGED 2024-11-15T14:33:44,761 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0197333104/meta-region-server: CHANGED 2024-11-15T14:33:44,761 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:33:44,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,41475,1731681222174}] 2024-11-15T14:33:44,915 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T14:33:44,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T14:33:44,921 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T14:33:44,921 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:33:44,921 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T14:33:44,923 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C41475%2C1731681222174.meta, suffix=.meta, logDir=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,41475,1731681222174, archiveDir=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/oldWALs, maxLogs=10 2024-11-15T14:33:44,941 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,41475,1731681222174/26754e923c4a%2C41475%2C1731681222174.meta.1731681224923.meta, exclude list is [], retry=0 2024-11-15T14:33:44,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40001,DS-49d2f741-ed5f-4179-9ea0-7117549be6a1,DISK] 2024-11-15T14:33:44,945 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,41475,1731681222174/26754e923c4a%2C41475%2C1731681222174.meta.1731681224923.meta 2024-11-15T14:33:44,946 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36155:36155)] 2024-11-15T14:33:44,946 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:33:44,946 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:33:44,947 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T14:33:44,947 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T14:33:44,947 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T14:33:44,947 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T14:33:44,947 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:33:44,947 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T14:33:44,947 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T14:33:44,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:33:44,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:33:44,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:33:44,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:33:44,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:33:44,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:33:44,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:33:44,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:33:44,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:33:44,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:33:44,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:33:44,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:33:44,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:33:44,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:33:44,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:33:44,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:33:44,952 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:33:44,953 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/meta/1588230740 2024-11-15T14:33:44,954 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/meta/1588230740 2024-11-15T14:33:44,955 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:33:44,955 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:33:44,955 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:33:44,956 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:33:44,957 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64506778, jitterRate=-0.03877410292625427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:33:44,957 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T14:33:44,958 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731681224947Writing region info on filesystem at 1731681224947Initializing all the Stores at 1731681224948 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681224948Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681224948Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681224948Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681224948Cleaning up temporary data from old regions at 1731681224955 (+7 ms)Running coprocessor post-open hooks at 1731681224957 (+2 ms)Region opened successfully at 1731681224957 2024-11-15T14:33:44,958 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731681224914 2024-11-15T14:33:44,960 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T14:33:44,960 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T14:33:44,961 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,41475,1731681222174 2024-11-15T14:33:44,962 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,41475,1731681222174, state=OPEN 2024-11-15T14:33:44,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x10140183d230001, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0197333104/meta-region-server 2024-11-15T14:33:44,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41797-0x10140183d230000, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0197333104/meta-region-server 2024-11-15T14:33:44,990 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=26754e923c4a,41475,1731681222174 2024-11-15T14:33:44,990 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0197333104/meta-region-server: CHANGED 2024-11-15T14:33:44,990 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0197333104/meta-region-server: CHANGED 2024-11-15T14:33:44,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T14:33:44,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,41475,1731681222174 in 229 msec 2024-11-15T14:33:44,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T14:33:44,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 402 msec 2024-11-15T14:33:44,994 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:33:44,994 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T14:33:44,995 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:33:44,995 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,41475,1731681222174, seqNum=-1] 2024-11-15T14:33:44,996 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:33:44,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:33:45,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2460 sec 2024-11-15T14:33:45,002 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731681225002, completionTime=-1 2024-11-15T14:33:45,002 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T14:33:45,002 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T14:33:45,004 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T14:33:45,004 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731681285004 2024-11-15T14:33:45,004 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731681345004 2024-11-15T14:33:45,004 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T14:33:45,005 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,41797,1731681222041-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:45,005 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,41797,1731681222041-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:45,005 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,41797,1731681222041-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:45,005 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-26754e923c4a:41797, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:45,005 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:45,005 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:45,007 DEBUG [master/26754e923c4a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T14:33:45,009 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.733sec 2024-11-15T14:33:45,009 INFO [master/26754e923c4a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T14:33:45,009 INFO [master/26754e923c4a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T14:33:45,009 INFO [master/26754e923c4a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T14:33:45,009 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T14:33:45,009 INFO [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T14:33:45,009 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,41797,1731681222041-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:33:45,009 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,41797,1731681222041-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T14:33:45,011 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T14:33:45,011 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T14:33:45,012 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,41797,1731681222041-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:45,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c97e87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:33:45,102 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,41797,-1 for getting cluster id 2024-11-15T14:33:45,102 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:33:45,103 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6787c9a-f838-4ae0-94b5-be577c3397bd' 2024-11-15T14:33:45,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:33:45,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6787c9a-f838-4ae0-94b5-be577c3397bd" 2024-11-15T14:33:45,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36cab093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:33:45,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,41797,-1] 2024-11-15T14:33:45,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:33:45,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:33:45,105 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:33:45,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bcabe87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:33:45,106 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:33:45,107 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,41475,1731681222174, seqNum=-1] 2024-11-15T14:33:45,107 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:33:45,108 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:33:45,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=26754e923c4a,41797,1731681222041 2024-11-15T14:33:45,111 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60948 2024-11-15T14:33:45,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:33:45,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10140183d230002 connected 2024-11-15T14:33:45,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b33843f-825f-a62c-34c9-4c92afef1392/hadoop.log.dir so I do NOT create it in target/test-data/4e0dbecd-8620-237c-4c9d-9892f1630fd5 2024-11-15T14:33:45,136 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b33843f-825f-a62c-34c9-4c92afef1392/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T14:33:45,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b33843f-825f-a62c-34c9-4c92afef1392/hadoop.tmp.dir so I do NOT create it in target/test-data/4e0dbecd-8620-237c-4c9d-9892f1630fd5 2024-11-15T14:33:45,136 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b33843f-825f-a62c-34c9-4c92afef1392/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T14:33:45,137 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0dbecd-8620-237c-4c9d-9892f1630fd5 2024-11-15T14:33:45,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T14:33:45,137 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0dbecd-8620-237c-4c9d-9892f1630fd5/cluster_31452269-9d1b-1200-0222-4295c4086c74, deleteOnExit=true 2024-11-15T14:33:45,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T14:33:45,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0dbecd-8620-237c-4c9d-9892f1630fd5/test.cache.data in system properties and HBase conf 2024-11-15T14:33:45,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0dbecd-8620-237c-4c9d-9892f1630fd5/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T14:33:45,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0dbecd-8620-237c-4c9d-9892f1630fd5/hadoop.log.dir in system properties and HBase conf 2024-11-15T14:33:45,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0dbecd-8620-237c-4c9d-9892f1630fd5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T14:33:45,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0dbecd-8620-237c-4c9d-9892f1630fd5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T14:33:45,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T14:33:45,137 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T14:33:45,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0dbecd-8620-237c-4c9d-9892f1630fd5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:33:45,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0dbecd-8620-237c-4c9d-9892f1630fd5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:33:45,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0dbecd-8620-237c-4c9d-9892f1630fd5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T14:33:45,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0dbecd-8620-237c-4c9d-9892f1630fd5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:33:45,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0dbecd-8620-237c-4c9d-9892f1630fd5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T14:33:45,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0dbecd-8620-237c-4c9d-9892f1630fd5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T14:33:45,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0dbecd-8620-237c-4c9d-9892f1630fd5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:33:45,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0dbecd-8620-237c-4c9d-9892f1630fd5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:33:45,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0dbecd-8620-237c-4c9d-9892f1630fd5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T14:33:45,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0dbecd-8620-237c-4c9d-9892f1630fd5/nfs.dump.dir in system properties and HBase conf 2024-11-15T14:33:45,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0dbecd-8620-237c-4c9d-9892f1630fd5/java.io.tmpdir in system properties and HBase conf 2024-11-15T14:33:45,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0dbecd-8620-237c-4c9d-9892f1630fd5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:33:45,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0dbecd-8620-237c-4c9d-9892f1630fd5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T14:33:45,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0dbecd-8620-237c-4c9d-9892f1630fd5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T14:33:45,367 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:33:45,372 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:33:45,373 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:33:45,373 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:33:45,373 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T14:33:45,374 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:33:45,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8042823{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0dbecd-8620-237c-4c9d-9892f1630fd5/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:33:45,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@db8d6b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:33:45,491 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d7a90ea{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0dbecd-8620-237c-4c9d-9892f1630fd5/java.io.tmpdir/jetty-localhost-36857-hadoop-hdfs-3_4_1-tests_jar-_-any-13629660460410625648/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:33:45,491 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e032d09{HTTP/1.1, (http/1.1)}{localhost:36857} 2024-11-15T14:33:45,492 INFO [Time-limited test {}] server.Server(415): Started @145566ms 2024-11-15T14:33:45,647 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:33:45,650 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:33:45,651 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:33:45,651 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:33:45,651 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T14:33:45,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bff4f3d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0dbecd-8620-237c-4c9d-9892f1630fd5/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:33:45,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10399cd6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:33:45,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T14:33:45,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T14:33:45,684 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T14:33:45,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4aba240d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0dbecd-8620-237c-4c9d-9892f1630fd5/java.io.tmpdir/jetty-localhost-41413-hadoop-hdfs-3_4_1-tests_jar-_-any-1022168246160954033/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:33:45,745 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d17fa12{HTTP/1.1, (http/1.1)}{localhost:41413} 2024-11-15T14:33:45,745 INFO [Time-limited test {}] server.Server(415): Started @145819ms 2024-11-15T14:33:45,746 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T14:33:46,223 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0dbecd-8620-237c-4c9d-9892f1630fd5/cluster_31452269-9d1b-1200-0222-4295c4086c74/data/data1/current/BP-128772922-172.17.0.3-1731681225161/current, will proceed with Du for space computation calculation, 2024-11-15T14:33:46,223 WARN [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0dbecd-8620-237c-4c9d-9892f1630fd5/cluster_31452269-9d1b-1200-0222-4295c4086c74/data/data2/current/BP-128772922-172.17.0.3-1731681225161/current, will proceed with Du for space computation calculation, 2024-11-15T14:33:46,241 WARN [Thread-1397 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T14:33:46,243 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0e390d4d34d65ce with lease ID 0x825eb31dafec0cc5: Processing first storage report for DS-9dff5b04-501b-402b-a6ca-deaeaad17fc0 from datanode DatanodeRegistration(127.0.0.1:42665, datanodeUuid=071911ea-0803-43da-b883-3b771f177a1a, infoPort=34155, infoSecurePort=0, ipcPort=36237, storageInfo=lv=-57;cid=testClusterID;nsid=356781311;c=1731681225161) 2024-11-15T14:33:46,243 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0e390d4d34d65ce with lease ID 0x825eb31dafec0cc5: from storage DS-9dff5b04-501b-402b-a6ca-deaeaad17fc0 node DatanodeRegistration(127.0.0.1:42665, datanodeUuid=071911ea-0803-43da-b883-3b771f177a1a, infoPort=34155, infoSecurePort=0, ipcPort=36237, storageInfo=lv=-57;cid=testClusterID;nsid=356781311;c=1731681225161), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T14:33:46,243 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0e390d4d34d65ce with lease ID 0x825eb31dafec0cc5: Processing first storage report for DS-434a6a1a-1b7f-4b7a-8597-ea02e40f779c from datanode DatanodeRegistration(127.0.0.1:42665, datanodeUuid=071911ea-0803-43da-b883-3b771f177a1a, infoPort=34155, infoSecurePort=0, ipcPort=36237, storageInfo=lv=-57;cid=testClusterID;nsid=356781311;c=1731681225161) 2024-11-15T14:33:46,243 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0e390d4d34d65ce with lease ID 0x825eb31dafec0cc5: from storage DS-434a6a1a-1b7f-4b7a-8597-ea02e40f779c node DatanodeRegistration(127.0.0.1:42665, datanodeUuid=071911ea-0803-43da-b883-3b771f177a1a, infoPort=34155, infoSecurePort=0, ipcPort=36237, storageInfo=lv=-57;cid=testClusterID;nsid=356781311;c=1731681225161), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T14:33:46,272 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0dbecd-8620-237c-4c9d-9892f1630fd5 2024-11-15T14:33:46,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:33:46,274 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:33:46,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42665 is added to blk_1073741825_1001 (size=7) 2024-11-15T14:33:46,684 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c with version=8 2024-11-15T14:33:46,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/hbase-staging 2024-11-15T14:33:46,685 INFO [Time-limited test {}] client.ConnectionUtils(128): master/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:33:46,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:33:46,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:33:46,685 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:33:46,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:33:46,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:33:46,686 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T14:33:46,686 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:33:46,686 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45493 2024-11-15T14:33:46,687 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45493 connecting to ZooKeeper ensemble=127.0.0.1:60948 2024-11-15T14:33:46,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454930x0, quorum=127.0.0.1:60948, baseZNode=/11975972198 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:33:46,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45493-0x10140183d230003 connected 2024-11-15T14:33:46,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:33:46,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:33:46,772 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45493-0x10140183d230003, quorum=127.0.0.1:60948, baseZNode=/11975972198 Set watcher on znode that does not yet exist, /11975972198/running 2024-11-15T14:33:46,772 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c, hbase.cluster.distributed=false 2024-11-15T14:33:46,774 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45493-0x10140183d230003, quorum=127.0.0.1:60948, baseZNode=/11975972198 Set watcher on znode that does not yet exist, /11975972198/acl 2024-11-15T14:33:46,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45493 2024-11-15T14:33:46,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45493 2024-11-15T14:33:46,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45493 2024-11-15T14:33:46,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45493 2024-11-15T14:33:46,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45493 2024-11-15T14:33:46,788 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:33:46,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:33:46,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:33:46,789 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:33:46,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:33:46,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:33:46,789 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T14:33:46,789 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:33:46,790 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39631 2024-11-15T14:33:46,791 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39631 connecting to ZooKeeper ensemble=127.0.0.1:60948 2024-11-15T14:33:46,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:33:46,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:33:46,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396310x0, quorum=127.0.0.1:60948, baseZNode=/11975972198 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:33:46,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:396310x0, quorum=127.0.0.1:60948, baseZNode=/11975972198 Set watcher on znode that does not yet exist, /11975972198/running 2024-11-15T14:33:46,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39631-0x10140183d230004 connected 2024-11-15T14:33:46,803 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T14:33:46,803 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T14:33:46,804 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39631-0x10140183d230004, quorum=127.0.0.1:60948, baseZNode=/11975972198 Set watcher on znode that does not yet exist, /11975972198/master 2024-11-15T14:33:46,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39631-0x10140183d230004, quorum=127.0.0.1:60948, baseZNode=/11975972198 Set watcher on znode that does not yet exist, /11975972198/acl 2024-11-15T14:33:46,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39631 2024-11-15T14:33:46,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39631 2024-11-15T14:33:46,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39631 2024-11-15T14:33:46,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39631 2024-11-15T14:33:46,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39631 2024-11-15T14:33:46,823 DEBUG [M:0;26754e923c4a:45493 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;26754e923c4a:45493 2024-11-15T14:33:46,824 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11975972198/backup-masters/26754e923c4a,45493,1731681226685 2024-11-15T14:33:46,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x10140183d230003, quorum=127.0.0.1:60948, baseZNode=/11975972198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11975972198/backup-masters 2024-11-15T14:33:46,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39631-0x10140183d230004, quorum=127.0.0.1:60948, baseZNode=/11975972198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11975972198/backup-masters 2024-11-15T14:33:46,834 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45493-0x10140183d230003, quorum=127.0.0.1:60948, baseZNode=/11975972198 Set watcher on existing znode=/11975972198/backup-masters/26754e923c4a,45493,1731681226685 2024-11-15T14:33:46,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x10140183d230003, quorum=127.0.0.1:60948, baseZNode=/11975972198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11975972198 2024-11-15T14:33:46,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39631-0x10140183d230004, quorum=127.0.0.1:60948, baseZNode=/11975972198 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11975972198/master 2024-11-15T14:33:46,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39631-0x10140183d230004, quorum=127.0.0.1:60948, baseZNode=/11975972198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11975972198 2024-11-15T14:33:46,844 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45493-0x10140183d230003, quorum=127.0.0.1:60948, baseZNode=/11975972198 Set watcher on existing znode=/11975972198/master 2024-11-15T14:33:46,845 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11975972198/backup-masters/26754e923c4a,45493,1731681226685 from backup master directory 2024-11-15T14:33:46,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x10140183d230003, quorum=127.0.0.1:60948, baseZNode=/11975972198 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11975972198/backup-masters/26754e923c4a,45493,1731681226685 2024-11-15T14:33:46,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39631-0x10140183d230004, quorum=127.0.0.1:60948, baseZNode=/11975972198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11975972198/backup-masters 2024-11-15T14:33:46,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x10140183d230003, quorum=127.0.0.1:60948, baseZNode=/11975972198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11975972198/backup-masters 2024-11-15T14:33:46,852 WARN [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:33:46,852 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=26754e923c4a,45493,1731681226685 2024-11-15T14:33:46,856 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/hbase.id] with ID: 85024ed0-a702-41f8-9c5d-1206ce584085 2024-11-15T14:33:46,856 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/.tmp/hbase.id 2024-11-15T14:33:46,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42665 is added to blk_1073741826_1002 (size=42) 2024-11-15T14:33:47,264 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/.tmp/hbase.id]:[hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/hbase.id] 2024-11-15T14:33:47,274 INFO [master/26754e923c4a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:33:47,275 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T14:33:47,275 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-15T14:33:47,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x10140183d230003, quorum=127.0.0.1:60948, baseZNode=/11975972198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11975972198 2024-11-15T14:33:47,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39631-0x10140183d230004, quorum=127.0.0.1:60948, baseZNode=/11975972198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11975972198 2024-11-15T14:33:47,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42665 is added to blk_1073741827_1003 (size=196) 2024-11-15T14:33:47,725 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:33:47,726 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T14:33:47,726 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:33:47,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42665 is added to blk_1073741828_1004 (size=1189) 2024-11-15T14:33:48,133 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/MasterData/data/master/store 2024-11-15T14:33:48,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42665 is added to blk_1073741829_1005 (size=34) 2024-11-15T14:33:48,539 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:33:48,539 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:33:48,539 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:33:48,539 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:33:48,539 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:33:48,539 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:33:48,539 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:33:48,539 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681228539Disabling compacts and flushes for region at 1731681228539Disabling writes for close at 1731681228539Writing region close event to WAL at 1731681228539Closed at 1731681228539 2024-11-15T14:33:48,540 WARN [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/MasterData/data/master/store/.initializing 2024-11-15T14:33:48,540 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/MasterData/WALs/26754e923c4a,45493,1731681226685 2024-11-15T14:33:48,541 INFO [master/26754e923c4a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:33:48,543 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=26754e923c4a%2C45493%2C1731681226685, suffix=, logDir=hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/MasterData/WALs/26754e923c4a,45493,1731681226685, archiveDir=hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/MasterData/oldWALs, maxLogs=10 2024-11-15T14:33:48,556 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/MasterData/WALs/26754e923c4a,45493,1731681226685/26754e923c4a%2C45493%2C1731681226685.1731681228543, exclude list is [], retry=0 2024-11-15T14:33:48,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42665,DS-9dff5b04-501b-402b-a6ca-deaeaad17fc0,DISK] 2024-11-15T14:33:48,560 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/MasterData/WALs/26754e923c4a,45493,1731681226685/26754e923c4a%2C45493%2C1731681226685.1731681228543 2024-11-15T14:33:48,560 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34155:34155)] 2024-11-15T14:33:48,560 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:33:48,560 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:33:48,560 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:33:48,560 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:33:48,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:33:48,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T14:33:48,563 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:33:48,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:33:48,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:33:48,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T14:33:48,564 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:33:48,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:33:48,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:33:48,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T14:33:48,566 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:33:48,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:33:48,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:33:48,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T14:33:48,567 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:33:48,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:33:48,567 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:33:48,568 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:33:48,568 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:33:48,569 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:33:48,569 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:33:48,569 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:33:48,570 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:33:48,572 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:33:48,572 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70514645, jitterRate=0.050750091671943665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:33:48,572 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731681228560Initializing all the Stores at 1731681228561 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681228561Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681228561Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681228562 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681228562Cleaning up temporary data from old regions at 1731681228569 (+7 ms)Region opened successfully at 1731681228572 (+3 ms) 2024-11-15T14:33:48,572 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T14:33:48,575 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@693db0c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:33:48,575 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T14:33:48,576 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T14:33:48,576 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T14:33:48,576 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T14:33:48,576 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T14:33:48,576 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T14:33:48,576 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T14:33:48,578 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T14:33:48,579 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45493-0x10140183d230003, quorum=127.0.0.1:60948, baseZNode=/11975972198 Unable to get data of znode /11975972198/balancer because node does not exist (not necessarily an error) 2024-11-15T14:33:48,619 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11975972198/balancer already deleted, retry=false 2024-11-15T14:33:48,619 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T14:33:48,620 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45493-0x10140183d230003, quorum=127.0.0.1:60948, baseZNode=/11975972198 Unable to get data of znode /11975972198/normalizer because node does not exist (not necessarily an error) 2024-11-15T14:33:48,627 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11975972198/normalizer already deleted, retry=false 2024-11-15T14:33:48,627 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T14:33:48,628 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45493-0x10140183d230003, quorum=127.0.0.1:60948, baseZNode=/11975972198 Unable to get data of znode /11975972198/switch/split because node does not exist (not necessarily an error) 2024-11-15T14:33:48,635 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11975972198/switch/split already deleted, retry=false 2024-11-15T14:33:48,636 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45493-0x10140183d230003, quorum=127.0.0.1:60948, baseZNode=/11975972198 Unable to get data of znode /11975972198/switch/merge because node does not exist (not necessarily an error) 2024-11-15T14:33:48,644 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11975972198/switch/merge already deleted, retry=false 2024-11-15T14:33:48,645 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45493-0x10140183d230003, quorum=127.0.0.1:60948, baseZNode=/11975972198 Unable to get data of znode /11975972198/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T14:33:48,652 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11975972198/snapshot-cleanup already deleted, retry=false 2024-11-15T14:33:48,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39631-0x10140183d230004, quorum=127.0.0.1:60948, baseZNode=/11975972198 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11975972198/running 2024-11-15T14:33:48,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x10140183d230003, quorum=127.0.0.1:60948, baseZNode=/11975972198 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11975972198/running 2024-11-15T14:33:48,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39631-0x10140183d230004, quorum=127.0.0.1:60948, baseZNode=/11975972198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11975972198 2024-11-15T14:33:48,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x10140183d230003, quorum=127.0.0.1:60948, baseZNode=/11975972198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11975972198 2024-11-15T14:33:48,661 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=26754e923c4a,45493,1731681226685, sessionid=0x10140183d230003, setting cluster-up flag (Was=false) 2024-11-15T14:33:48,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x10140183d230003, quorum=127.0.0.1:60948, baseZNode=/11975972198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11975972198 2024-11-15T14:33:48,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39631-0x10140183d230004, quorum=127.0.0.1:60948, baseZNode=/11975972198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11975972198 2024-11-15T14:33:48,702 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11975972198/flush-table-proc/acquired, /11975972198/flush-table-proc/reached, /11975972198/flush-table-proc/abort 2024-11-15T14:33:48,703 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,45493,1731681226685 2024-11-15T14:33:48,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39631-0x10140183d230004, quorum=127.0.0.1:60948, baseZNode=/11975972198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11975972198 2024-11-15T14:33:48,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x10140183d230003, quorum=127.0.0.1:60948, baseZNode=/11975972198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11975972198 2024-11-15T14:33:48,744 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11975972198/online-snapshot/acquired, /11975972198/online-snapshot/reached, /11975972198/online-snapshot/abort 2024-11-15T14:33:48,745 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,45493,1731681226685 2024-11-15T14:33:48,746 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T14:33:48,747 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T14:33:48,747 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T14:33:48,748 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T14:33:48,748 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 26754e923c4a,45493,1731681226685 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T14:33:48,749 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:33:48,749 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:33:48,749 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:33:48,749 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:33:48,749 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/26754e923c4a:0, corePoolSize=10, maxPoolSize=10 2024-11-15T14:33:48,749 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:33:48,749 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:33:48,749 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:33:48,750 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731681258750 2024-11-15T14:33:48,750 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T14:33:48,750 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T14:33:48,750 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T14:33:48,750 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T14:33:48,750 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T14:33:48,750 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T14:33:48,750 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:33:48,750 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T14:33:48,751 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:48,751 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T14:33:48,751 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T14:33:48,751 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T14:33:48,751 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T14:33:48,751 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T14:33:48,751 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T14:33:48,751 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681228751,5,FailOnTimeoutGroup] 2024-11-15T14:33:48,751 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681228751,5,FailOnTimeoutGroup] 2024-11-15T14:33:48,751 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:48,751 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:33:48,752 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T14:33:48,752 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:48,752 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:48,752 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T14:33:48,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42665 is added to blk_1073741831_1007 (size=1321) 2024-11-15T14:33:48,816 INFO [RS:0;26754e923c4a:39631 {}] regionserver.HRegionServer(746): ClusterId : 85024ed0-a702-41f8-9c5d-1206ce584085 2024-11-15T14:33:48,816 DEBUG [RS:0;26754e923c4a:39631 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T14:33:48,826 DEBUG [RS:0;26754e923c4a:39631 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T14:33:48,826 DEBUG [RS:0;26754e923c4a:39631 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T14:33:48,836 DEBUG [RS:0;26754e923c4a:39631 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T14:33:48,836 DEBUG [RS:0;26754e923c4a:39631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@667830a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:33:48,847 DEBUG [RS:0;26754e923c4a:39631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;26754e923c4a:39631 2024-11-15T14:33:48,847 INFO [RS:0;26754e923c4a:39631 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T14:33:48,847 INFO [RS:0;26754e923c4a:39631 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T14:33:48,847 DEBUG [RS:0;26754e923c4a:39631 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T14:33:48,848 INFO [RS:0;26754e923c4a:39631 {}] regionserver.HRegionServer(2659): reportForDuty to master=26754e923c4a,45493,1731681226685 with port=39631, startcode=1731681226788 2024-11-15T14:33:48,848 DEBUG [RS:0;26754e923c4a:39631 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T14:33:48,849 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T14:33:48,850 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45493 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 26754e923c4a,39631,1731681226788 2024-11-15T14:33:48,850 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45493 {}] master.ServerManager(517): Registering regionserver=26754e923c4a,39631,1731681226788 2024-11-15T14:33:48,851 DEBUG [RS:0;26754e923c4a:39631 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c 2024-11-15T14:33:48,851 DEBUG [RS:0;26754e923c4a:39631 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42567 2024-11-15T14:33:48,851 DEBUG [RS:0;26754e923c4a:39631 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T14:33:48,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x10140183d230003, quorum=127.0.0.1:60948, baseZNode=/11975972198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11975972198/rs 2024-11-15T14:33:48,861 DEBUG [RS:0;26754e923c4a:39631 {}] zookeeper.ZKUtil(111): regionserver:39631-0x10140183d230004, quorum=127.0.0.1:60948, baseZNode=/11975972198 Set watcher on existing znode=/11975972198/rs/26754e923c4a,39631,1731681226788 2024-11-15T14:33:48,861 WARN [RS:0;26754e923c4a:39631 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:33:48,861 INFO [RS:0;26754e923c4a:39631 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:33:48,861 DEBUG [RS:0;26754e923c4a:39631 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/WALs/26754e923c4a,39631,1731681226788 2024-11-15T14:33:48,862 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [26754e923c4a,39631,1731681226788] 2024-11-15T14:33:48,864 INFO [RS:0;26754e923c4a:39631 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T14:33:48,866 INFO [RS:0;26754e923c4a:39631 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T14:33:48,866 INFO [RS:0;26754e923c4a:39631 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T14:33:48,866 INFO [RS:0;26754e923c4a:39631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:48,866 INFO [RS:0;26754e923c4a:39631 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T14:33:48,867 INFO [RS:0;26754e923c4a:39631 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T14:33:48,867 INFO [RS:0;26754e923c4a:39631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:48,867 DEBUG [RS:0;26754e923c4a:39631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:33:48,867 DEBUG [RS:0;26754e923c4a:39631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:33:48,867 DEBUG [RS:0;26754e923c4a:39631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:33:48,867 DEBUG [RS:0;26754e923c4a:39631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:33:48,867 DEBUG [RS:0;26754e923c4a:39631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:33:48,867 DEBUG [RS:0;26754e923c4a:39631 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:33:48,867 DEBUG [RS:0;26754e923c4a:39631 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:33:48,867 DEBUG [RS:0;26754e923c4a:39631 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:33:48,867 DEBUG [RS:0;26754e923c4a:39631 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:33:48,867 DEBUG [RS:0;26754e923c4a:39631 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:33:48,867 DEBUG [RS:0;26754e923c4a:39631 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:33:48,867 DEBUG [RS:0;26754e923c4a:39631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:33:48,867 DEBUG [RS:0;26754e923c4a:39631 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:33:48,867 DEBUG [RS:0;26754e923c4a:39631 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:33:48,868 INFO [RS:0;26754e923c4a:39631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:48,868 INFO [RS:0;26754e923c4a:39631 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:48,868 INFO [RS:0;26754e923c4a:39631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:48,868 INFO [RS:0;26754e923c4a:39631 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:48,868 INFO [RS:0;26754e923c4a:39631 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:48,868 INFO [RS:0;26754e923c4a:39631 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,39631,1731681226788-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:33:48,880 INFO [RS:0;26754e923c4a:39631 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T14:33:48,880 INFO [RS:0;26754e923c4a:39631 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,39631,1731681226788-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:48,880 INFO [RS:0;26754e923c4a:39631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:48,880 INFO [RS:0;26754e923c4a:39631 {}] regionserver.Replication(171): 26754e923c4a,39631,1731681226788 started 2024-11-15T14:33:48,892 INFO [RS:0;26754e923c4a:39631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:48,892 INFO [RS:0;26754e923c4a:39631 {}] regionserver.HRegionServer(1482): Serving as 26754e923c4a,39631,1731681226788, RpcServer on 26754e923c4a/172.17.0.3:39631, sessionid=0x10140183d230004 2024-11-15T14:33:48,892 DEBUG [RS:0;26754e923c4a:39631 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T14:33:48,892 DEBUG [RS:0;26754e923c4a:39631 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 26754e923c4a,39631,1731681226788 2024-11-15T14:33:48,892 DEBUG [RS:0;26754e923c4a:39631 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,39631,1731681226788' 2024-11-15T14:33:48,892 DEBUG [RS:0;26754e923c4a:39631 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11975972198/flush-table-proc/abort' 2024-11-15T14:33:48,893 DEBUG [RS:0;26754e923c4a:39631 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11975972198/flush-table-proc/acquired' 2024-11-15T14:33:48,893 DEBUG [RS:0;26754e923c4a:39631 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T14:33:48,893 DEBUG [RS:0;26754e923c4a:39631 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T14:33:48,893 DEBUG [RS:0;26754e923c4a:39631 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 26754e923c4a,39631,1731681226788 2024-11-15T14:33:48,893 DEBUG [RS:0;26754e923c4a:39631 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,39631,1731681226788' 2024-11-15T14:33:48,893 DEBUG [RS:0;26754e923c4a:39631 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11975972198/online-snapshot/abort' 2024-11-15T14:33:48,893 DEBUG [RS:0;26754e923c4a:39631 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11975972198/online-snapshot/acquired' 2024-11-15T14:33:48,894 DEBUG [RS:0;26754e923c4a:39631 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T14:33:48,894 INFO [RS:0;26754e923c4a:39631 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T14:33:48,894 INFO [RS:0;26754e923c4a:39631 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T14:33:48,994 INFO [RS:0;26754e923c4a:39631 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:33:48,995 INFO [RS:0;26754e923c4a:39631 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C39631%2C1731681226788, suffix=, logDir=hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/WALs/26754e923c4a,39631,1731681226788, archiveDir=hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/oldWALs, maxLogs=10 2024-11-15T14:33:49,007 DEBUG [RS:0;26754e923c4a:39631 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/WALs/26754e923c4a,39631,1731681226788/26754e923c4a%2C39631%2C1731681226788.1731681228996, exclude list is [], retry=0 2024-11-15T14:33:49,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42665,DS-9dff5b04-501b-402b-a6ca-deaeaad17fc0,DISK] 2024-11-15T14:33:49,011 INFO [RS:0;26754e923c4a:39631 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/WALs/26754e923c4a,39631,1731681226788/26754e923c4a%2C39631%2C1731681226788.1731681228996 2024-11-15T14:33:49,011 DEBUG [RS:0;26754e923c4a:39631 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34155:34155)] 2024-11-15T14:33:49,157 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T14:33:49,157 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c 2024-11-15T14:33:49,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42665 is added to blk_1073741833_1009 (size=32) 2024-11-15T14:33:49,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:33:49,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:33:49,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:33:49,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:33:49,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:33:49,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:33:49,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:33:49,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:33:49,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:33:49,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:33:49,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:33:49,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:33:49,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:33:49,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:33:49,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:33:49,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:33:49,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:33:49,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:33:49,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/data/hbase/meta/1588230740 2024-11-15T14:33:49,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/data/hbase/meta/1588230740 2024-11-15T14:33:49,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:33:49,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:33:49,572 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:33:49,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:33:49,575 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:33:49,575 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67406301, jitterRate=0.004432156682014465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:33:49,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731681229564Initializing all the Stores at 1731681229564Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681229564Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681229565 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681229565Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681229565Cleaning up temporary data from old regions at 1731681229572 (+7 ms)Region opened successfully at 1731681229575 (+3 ms) 2024-11-15T14:33:49,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:33:49,576 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:33:49,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:33:49,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:33:49,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:33:49,576 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:33:49,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681229576Disabling compacts and flushes for region at 1731681229576Disabling writes for close at 1731681229576Writing region close event to WAL at 1731681229576Closed at 1731681229576 2024-11-15T14:33:49,577 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:33:49,577 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T14:33:49,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T14:33:49,578 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:33:49,578 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T14:33:49,729 DEBUG [26754e923c4a:45493 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T14:33:49,729 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=26754e923c4a,39631,1731681226788 2024-11-15T14:33:49,730 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,39631,1731681226788, state=OPENING 2024-11-15T14:33:49,789 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T14:33:49,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x10140183d230003, quorum=127.0.0.1:60948, baseZNode=/11975972198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11975972198 2024-11-15T14:33:49,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39631-0x10140183d230004, quorum=127.0.0.1:60948, baseZNode=/11975972198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11975972198 2024-11-15T14:33:49,803 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11975972198/meta-region-server: CHANGED 2024-11-15T14:33:49,803 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11975972198/meta-region-server: CHANGED 2024-11-15T14:33:49,803 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:33:49,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,39631,1731681226788}] 2024-11-15T14:33:49,848 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T14:33:49,955 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T14:33:49,956 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42507, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T14:33:49,960 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T14:33:49,960 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:33:49,960 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T14:33:49,961 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C39631%2C1731681226788.meta, suffix=.meta, logDir=hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/WALs/26754e923c4a,39631,1731681226788, archiveDir=hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/oldWALs, maxLogs=10 2024-11-15T14:33:49,975 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/WALs/26754e923c4a,39631,1731681226788/26754e923c4a%2C39631%2C1731681226788.meta.1731681229962.meta, exclude list is [], retry=0 2024-11-15T14:33:49,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42665,DS-9dff5b04-501b-402b-a6ca-deaeaad17fc0,DISK] 2024-11-15T14:33:49,978 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/WALs/26754e923c4a,39631,1731681226788/26754e923c4a%2C39631%2C1731681226788.meta.1731681229962.meta 2024-11-15T14:33:49,979 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34155:34155)] 2024-11-15T14:33:49,979 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:33:49,979 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:33:49,979 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T14:33:49,979 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T14:33:49,979 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T14:33:49,979 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T14:33:49,979 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:33:49,979 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T14:33:49,979 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T14:33:49,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:33:49,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:33:49,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:33:49,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:33:49,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:33:49,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:33:49,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:33:49,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:33:49,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:33:49,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:33:49,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:33:49,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:33:49,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:33:49,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:33:49,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:33:49,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:33:49,985 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:33:49,986 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/data/hbase/meta/1588230740 2024-11-15T14:33:49,986 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/data/hbase/meta/1588230740 2024-11-15T14:33:49,987 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:33:49,987 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:33:49,988 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:33:49,989 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:33:49,989 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65057340, jitterRate=-0.03057008981704712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:33:49,989 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T14:33:49,989 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731681229980Writing region info on filesystem at 1731681229980Initializing all the Stores at 1731681229980Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681229980Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681229981 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681229981Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681229981Cleaning up temporary data from old regions at 1731681229987 (+6 ms)Running coprocessor post-open hooks at 1731681229989 (+2 ms)Region opened successfully at 1731681229989 2024-11-15T14:33:49,990 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731681229955 2024-11-15T14:33:50,005 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T14:33:50,005 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T14:33:50,006 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,39631,1731681226788 2024-11-15T14:33:50,007 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,39631,1731681226788, state=OPEN 2024-11-15T14:33:50,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39631-0x10140183d230004, quorum=127.0.0.1:60948, baseZNode=/11975972198 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11975972198/meta-region-server 2024-11-15T14:33:50,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x10140183d230003, quorum=127.0.0.1:60948, baseZNode=/11975972198 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11975972198/meta-region-server 2024-11-15T14:33:50,017 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=26754e923c4a,39631,1731681226788 2024-11-15T14:33:50,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11975972198/meta-region-server: CHANGED 2024-11-15T14:33:50,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11975972198/meta-region-server: CHANGED 2024-11-15T14:33:50,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T14:33:50,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,39631,1731681226788 in 214 msec 2024-11-15T14:33:50,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T14:33:50,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 442 msec 2024-11-15T14:33:50,021 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:33:50,021 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T14:33:50,022 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:33:50,022 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,39631,1731681226788, seqNum=-1] 2024-11-15T14:33:50,023 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:33:50,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:33:50,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2810 sec 2024-11-15T14:33:50,029 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731681230029, completionTime=-1 2024-11-15T14:33:50,029 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T14:33:50,029 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T14:33:50,030 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T14:33:50,031 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731681290030 2024-11-15T14:33:50,031 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731681350031 2024-11-15T14:33:50,031 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T14:33:50,031 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,45493,1731681226685-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:50,031 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,45493,1731681226685-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:50,031 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,45493,1731681226685-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:50,031 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-26754e923c4a:45493, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:50,031 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:50,031 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:50,033 DEBUG [master/26754e923c4a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T14:33:50,034 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.182sec 2024-11-15T14:33:50,034 INFO [master/26754e923c4a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T14:33:50,034 INFO [master/26754e923c4a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T14:33:50,034 INFO [master/26754e923c4a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T14:33:50,034 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T14:33:50,034 INFO [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T14:33:50,034 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,45493,1731681226685-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:33:50,035 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,45493,1731681226685-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T14:33:50,036 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T14:33:50,036 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T14:33:50,036 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,45493,1731681226685-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:50,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef2aaa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:33:50,117 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,45493,-1 for getting cluster id 2024-11-15T14:33:50,118 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:33:50,119 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85024ed0-a702-41f8-9c5d-1206ce584085' 2024-11-15T14:33:50,119 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:33:50,119 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85024ed0-a702-41f8-9c5d-1206ce584085" 2024-11-15T14:33:50,119 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5043d6b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:33:50,119 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,45493,-1] 2024-11-15T14:33:50,120 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:33:50,120 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:33:50,121 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:33:50,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a7b7c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:33:50,122 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:33:50,122 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,39631,1731681226788, seqNum=-1] 2024-11-15T14:33:50,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:33:50,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:33:50,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=26754e923c4a,45493,1731681226685 2024-11-15T14:33:50,126 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60948 2024-11-15T14:33:50,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60948, baseZNode=/11975972198 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:33:50,136 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10140183d230005 connected 2024-11-15T14:33:50,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e32095a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:33:50,146 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,41797,-1 for getting cluster id 2024-11-15T14:33:50,147 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:33:50,147 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6787c9a-f838-4ae0-94b5-be577c3397bd' 2024-11-15T14:33:50,148 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:33:50,148 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6787c9a-f838-4ae0-94b5-be577c3397bd" 2024-11-15T14:33:50,148 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2a4d89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:33:50,148 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,41797,-1] 2024-11-15T14:33:50,148 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:33:50,148 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:33:50,149 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:33:50,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6834c463, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:33:50,150 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:33:50,151 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,41797,1731681222041 2024-11-15T14:33:50,151 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6693b6d4 2024-11-15T14:33:50,151 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:33:50,152 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:33:50,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41797 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://26754e923c4a:45493,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T14:33:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41797 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T14:33:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:33:50,155 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='26754e923c4a:45493' 2024-11-15T14:33:50,156 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25e0f61d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:33:50,156 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,45493,-1 for getting cluster id 2024-11-15T14:33:50,156 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:33:50,157 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85024ed0-a702-41f8-9c5d-1206ce584085' 2024-11-15T14:33:50,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:33:50,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85024ed0-a702-41f8-9c5d-1206ce584085" 2024-11-15T14:33:50,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14a65d72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:33:50,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,45493,-1] 2024-11-15T14:33:50,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:33:50,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:33:50,158 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:33:50,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e2ef088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:33:50,159 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:33:50,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,45493,1731681226685 2024-11-15T14:33:50,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f69aaab 2024-11-15T14:33:50,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:33:50,160 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:33:50,161 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-15T14:33:50,161 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T14:33:50,161 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:33:50,161 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:33:50,161 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:33:50,162 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:33:50,163 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T14:33:50,164 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T14:33:50,164 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:33:50,165 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T14:33:50,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40001 is added to blk_1073741835_1011 (size=1138) 2024-11-15T14:33:50,213 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T14:33:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:33:50,449 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T14:33:50,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:33:50,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:33:50,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:33:50,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:33:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:33:50,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:33:50,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:33:50,572 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 003153a691535f197d8098fd302f65c9, NAME => 'hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d 2024-11-15T14:33:50,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40001 is added to blk_1073741836_1012 (size=44) 2024-11-15T14:33:50,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:33:50,978 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:33:50,978 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 003153a691535f197d8098fd302f65c9, disabling compactions & flushes 2024-11-15T14:33:50,978 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9. 2024-11-15T14:33:50,978 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9. 2024-11-15T14:33:50,978 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9. after waiting 0 ms 2024-11-15T14:33:50,978 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9. 2024-11-15T14:33:50,978 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9. 2024-11-15T14:33:50,978 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 003153a691535f197d8098fd302f65c9: Waiting for close lock at 1731681230978Disabling compacts and flushes for region at 1731681230978Disabling writes for close at 1731681230978Writing region close event to WAL at 1731681230978Closed at 1731681230978 2024-11-15T14:33:50,979 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T14:33:50,979 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731681230979"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731681230979"}]},"ts":"1731681230979"} 2024-11-15T14:33:50,981 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T14:33:50,982 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T14:33:50,982 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681230982"}]},"ts":"1731681230982"} 2024-11-15T14:33:50,984 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T14:33:50,984 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=003153a691535f197d8098fd302f65c9, ASSIGN}] 2024-11-15T14:33:50,985 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=003153a691535f197d8098fd302f65c9, ASSIGN 2024-11-15T14:33:50,986 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=003153a691535f197d8098fd302f65c9, ASSIGN; state=OFFLINE, location=26754e923c4a,41475,1731681222174; forceNewPlan=false, retain=false 2024-11-15T14:33:51,136 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=003153a691535f197d8098fd302f65c9, regionState=OPENING, regionLocation=26754e923c4a,41475,1731681222174 2024-11-15T14:33:51,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=003153a691535f197d8098fd302f65c9, ASSIGN because future has completed 2024-11-15T14:33:51,139 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 003153a691535f197d8098fd302f65c9, server=26754e923c4a,41475,1731681222174}] 2024-11-15T14:33:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:33:51,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9. 2024-11-15T14:33:51,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:33:51,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T14:33:51,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C41475%2C1731681222174.rep, suffix=, logDir=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,41475,1731681222174, archiveDir=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/oldWALs, maxLogs=10 2024-11-15T14:33:51,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,41475,1731681222174/26754e923c4a%2C41475%2C1731681222174.rep.1731681231297, exclude list is [], retry=0 2024-11-15T14:33:51,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40001,DS-49d2f741-ed5f-4179-9ea0-7117549be6a1,DISK] 2024-11-15T14:33:51,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,41475,1731681222174/26754e923c4a%2C41475%2C1731681222174.rep.1731681231297 2024-11-15T14:33:51,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36155:36155)] 2024-11-15T14:33:51,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 003153a691535f197d8098fd302f65c9, NAME => 'hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:33:51,316 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:33:51,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T14:33:51,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9. service=MultiRowMutationService 2024-11-15T14:33:51,316 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T14:33:51,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 003153a691535f197d8098fd302f65c9 2024-11-15T14:33:51,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:33:51,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 003153a691535f197d8098fd302f65c9 2024-11-15T14:33:51,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 003153a691535f197d8098fd302f65c9 2024-11-15T14:33:51,318 INFO [StoreOpener-003153a691535f197d8098fd302f65c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 003153a691535f197d8098fd302f65c9 2024-11-15T14:33:51,319 INFO [StoreOpener-003153a691535f197d8098fd302f65c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 003153a691535f197d8098fd302f65c9 columnFamilyName hfileref 2024-11-15T14:33:51,319 DEBUG [StoreOpener-003153a691535f197d8098fd302f65c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:33:51,319 INFO [StoreOpener-003153a691535f197d8098fd302f65c9-1 {}] regionserver.HStore(327): Store=003153a691535f197d8098fd302f65c9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:33:51,320 INFO [StoreOpener-003153a691535f197d8098fd302f65c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 003153a691535f197d8098fd302f65c9 2024-11-15T14:33:51,320 INFO [StoreOpener-003153a691535f197d8098fd302f65c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 003153a691535f197d8098fd302f65c9 columnFamilyName queue 2024-11-15T14:33:51,320 DEBUG [StoreOpener-003153a691535f197d8098fd302f65c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:33:51,321 INFO [StoreOpener-003153a691535f197d8098fd302f65c9-1 {}] regionserver.HStore(327): Store=003153a691535f197d8098fd302f65c9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:33:51,321 INFO [StoreOpener-003153a691535f197d8098fd302f65c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 003153a691535f197d8098fd302f65c9 2024-11-15T14:33:51,322 INFO [StoreOpener-003153a691535f197d8098fd302f65c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 003153a691535f197d8098fd302f65c9 columnFamilyName sid 2024-11-15T14:33:51,322 DEBUG [StoreOpener-003153a691535f197d8098fd302f65c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:33:51,322 INFO [StoreOpener-003153a691535f197d8098fd302f65c9-1 {}] regionserver.HStore(327): Store=003153a691535f197d8098fd302f65c9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:33:51,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 003153a691535f197d8098fd302f65c9 2024-11-15T14:33:51,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/replication/003153a691535f197d8098fd302f65c9 2024-11-15T14:33:51,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/replication/003153a691535f197d8098fd302f65c9 2024-11-15T14:33:51,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 003153a691535f197d8098fd302f65c9 2024-11-15T14:33:51,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 003153a691535f197d8098fd302f65c9 2024-11-15T14:33:51,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T14:33:51,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 003153a691535f197d8098fd302f65c9 2024-11-15T14:33:51,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/replication/003153a691535f197d8098fd302f65c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:33:51,328 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 003153a691535f197d8098fd302f65c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68624249, jitterRate=0.02258099615573883}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T14:33:51,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 003153a691535f197d8098fd302f65c9 2024-11-15T14:33:51,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 003153a691535f197d8098fd302f65c9: Running coprocessor pre-open hook at 1731681231316Writing region info on filesystem at 1731681231316Initializing all the Stores at 1731681231317 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681231317Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681231318 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681231318Cleaning up temporary data from old regions at 1731681231324 (+6 ms)Running coprocessor post-open hooks at 1731681231328 (+4 ms)Region opened successfully at 1731681231329 (+1 ms) 2024-11-15T14:33:51,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9., pid=7, masterSystemTime=1731681231291 2024-11-15T14:33:51,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9. 2024-11-15T14:33:51,332 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9. 2024-11-15T14:33:51,332 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=003153a691535f197d8098fd302f65c9, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,41475,1731681222174 2024-11-15T14:33:51,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 003153a691535f197d8098fd302f65c9, server=26754e923c4a,41475,1731681222174 because future has completed 2024-11-15T14:33:51,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-15T14:33:51,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 003153a691535f197d8098fd302f65c9, server=26754e923c4a,41475,1731681222174 in 196 msec 2024-11-15T14:33:51,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T14:33:51,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=003153a691535f197d8098fd302f65c9, ASSIGN in 352 msec 2024-11-15T14:33:51,339 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T14:33:51,339 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681231339"}]},"ts":"1731681231339"} 2024-11-15T14:33:51,341 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T14:33:51,342 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T14:33:51,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1800 sec 2024-11-15T14:33:51,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9., hostname=26754e923c4a,41475,1731681222174, seqNum=2] 2024-11-15T14:33:51,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41797-0x10140183d230000, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0197333104 2024-11-15T14:33:51,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x10140183d230001, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0197333104 2024-11-15T14:33:51,428 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T14:33:51,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41475 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-15T14:33:51,581 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T14:33:51,608 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-26754e923c4a,41475,1731681222174, ReplicationSource: 1, currentBandwidth=0 2024-11-15T14:33:51,608 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:33:51,608 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,41475,1731681222174, seqNum=-1] 2024-11-15T14:33:51,608 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:33:51,609 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-15T14:33:51,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-26754e923c4a,41475,1731681222174', locateType=CURRENT is [region=hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9., hostname=26754e923c4a,41475,1731681222174, seqNum=2] 2024-11-15T14:33:51,613 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-15T14:33:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41797 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-15T14:33:51,616 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 26754e923c4a,41475,1731681222174 suceeded 2024-11-15T14:33:51,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-15T14:33:51,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-15T14:33:51,618 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://26754e923c4a:45493,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T14:33:51,619 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4660 sec 2024-11-15T14:33:51,627 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41475,1731681222174 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='26754e923c4a:45493' 2024-11-15T14:33:51,628 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41475,1731681222174 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@775e69d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:33:51,628 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41475,1731681222174 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,45493,-1 for getting cluster id 2024-11-15T14:33:51,628 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41475,1731681222174 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:33:51,629 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85024ed0-a702-41f8-9c5d-1206ce584085' 2024-11-15T14:33:51,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:33:51,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85024ed0-a702-41f8-9c5d-1206ce584085" 2024-11-15T14:33:51,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22a60dbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:33:51,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,45493,-1] 2024-11-15T14:33:51,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:33:51,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:33:51,630 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:33:51,631 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41475,1731681222174 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cff9b7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:33:51,631 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41475,1731681222174 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:33:51,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,45493,1731681226685 2024-11-15T14:33:51,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@579d6a69 2024-11-15T14:33:51,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:33:51,632 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-15T14:33:51,633 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41475,1731681222174 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-26754e923c4a,41475,1731681222174 (queues=1) is replicating from cluster=a6787c9a-f838-4ae0-94b5-be577c3397bd to cluster=85024ed0-a702-41f8-9c5d-1206ce584085 2024-11-15T14:33:51,633 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41475,1731681222174 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=26754e923c4a%2C41475%2C1731681222174 2024-11-15T14:33:51,633 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41475,1731681222174 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-26754e923c4a,41475,1731681222174, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T14:33:51,634 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41475,1731681222174.replicationSource.wal-reader.26754e923c4a%2C41475%2C1731681222174,1-26754e923c4a,41475,1731681222174 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,41475,1731681222174/26754e923c4a%2C41475%2C1731681222174.1731681223983, startPosition=0, beingWritten=true 2024-11-15T14:33:51,634 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41475,1731681222174.replicationSource.shipper26754e923c4a%2C41475%2C1731681222174,1-26754e923c4a,41475,1731681222174 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 26754e923c4a%2C41475%2C1731681222174 2024-11-15T14:33:51,839 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41475,1731681222174.replicationSource.wal-reader.26754e923c4a%2C41475%2C1731681222174,1-26754e923c4a,41475,1731681222174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,41475,1731681222174/26754e923c4a%2C41475%2C1731681222174.1731681223983 to pos 0, reset compression=false 2024-11-15T14:33:52,144 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41475,1731681222174.replicationSource.wal-reader.26754e923c4a%2C41475%2C1731681222174,1-26754e923c4a,41475,1731681222174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,41475,1731681222174/26754e923c4a%2C41475%2C1731681222174.1731681223983 to pos 0, reset compression=false 2024-11-15T14:33:52,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:33:52,304 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T14:33:52,304 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:33:52,304 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:33:52,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:33:52,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:33:52,304 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:33:52,304 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:33:52,305 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,41797,1731681222041 2024-11-15T14:33:52,305 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12fae9e8 2024-11-15T14:33:52,305 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:33:52,306 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:33:52,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41797 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-15T14:33:52,307 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:33:52,307 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:33:52,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:33:52,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:33:52,307 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:33:52,307 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T14:33:52,307 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2004885341, stopped=false 2024-11-15T14:33:52,307 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=26754e923c4a,41797,1731681222041 2024-11-15T14:33:52,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x10140183d230001, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0197333104/running 2024-11-15T14:33:52,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41797-0x10140183d230000, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0197333104/running 2024-11-15T14:33:52,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41797-0x10140183d230000, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0197333104 2024-11-15T14:33:52,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x10140183d230001, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0197333104 2024-11-15T14:33:52,352 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:33:52,352 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:33:52,352 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:33:52,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:33:52,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41475-0x10140183d230001, quorum=127.0.0.1:60948, baseZNode=/0197333104 Set watcher on znode that does not yet exist, /0197333104/running 2024-11-15T14:33:52,353 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '26754e923c4a,41475,1731681222174' ***** 2024-11-15T14:33:52,353 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T14:33:52,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41797-0x10140183d230000, quorum=127.0.0.1:60948, baseZNode=/0197333104 Set watcher on znode that does not yet exist, /0197333104/running 2024-11-15T14:33:52,353 INFO [RS:0;26754e923c4a:41475 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T14:33:52,353 INFO [RS:0;26754e923c4a:41475 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T14:33:52,353 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T14:33:52,353 INFO [RS:0;26754e923c4a:41475 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T14:33:52,353 INFO [RS:0;26754e923c4a:41475 {}] regionserver.HRegionServer(3091): Received CLOSE for 003153a691535f197d8098fd302f65c9 2024-11-15T14:33:52,354 INFO [RS:0;26754e923c4a:41475 {}] regionserver.HRegionServer(959): stopping server 26754e923c4a,41475,1731681222174 2024-11-15T14:33:52,354 INFO [RS:0;26754e923c4a:41475 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:33:52,354 INFO [RS:0;26754e923c4a:41475 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:41475. 2024-11-15T14:33:52,354 DEBUG [RS:0;26754e923c4a:41475 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:33:52,354 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 003153a691535f197d8098fd302f65c9, disabling compactions & flushes 2024-11-15T14:33:52,354 DEBUG [RS:0;26754e923c4a:41475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:33:52,354 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9. 2024-11-15T14:33:52,354 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9. 2024-11-15T14:33:52,354 INFO [RS:0;26754e923c4a:41475 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T14:33:52,354 INFO [RS:0;26754e923c4a:41475 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T14:33:52,354 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9. after waiting 0 ms 2024-11-15T14:33:52,354 INFO [RS:0;26754e923c4a:41475 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T14:33:52,354 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9. 2024-11-15T14:33:52,354 INFO [RS:0;26754e923c4a:41475 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T14:33:52,354 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 003153a691535f197d8098fd302f65c9 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-15T14:33:52,354 INFO [RS:0;26754e923c4a:41475 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T14:33:52,354 DEBUG [RS:0;26754e923c4a:41475 {}] regionserver.HRegionServer(1325): Online Regions={003153a691535f197d8098fd302f65c9=hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T14:33:52,354 DEBUG [RS:0;26754e923c4a:41475 {}] regionserver.HRegionServer(1351): Waiting on 003153a691535f197d8098fd302f65c9, 1588230740 2024-11-15T14:33:52,354 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:33:52,354 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:33:52,354 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:33:52,354 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:33:52,354 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:33:52,354 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-15T14:33:52,360 INFO [regionserver/26754e923c4a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:33:52,368 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/replication/003153a691535f197d8098fd302f65c9/.tmp/queue/9bed48f36a0940f68768a9fd2eccac88 is 151, key is 1-26754e923c4a,41475,1731681222174/queue:26754e923c4a%2C41475%2C1731681222174/1731681231612/Put/seqid=0 2024-11-15T14:33:52,368 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/meta/1588230740/.tmp/info/b8bb8435758b48a5850463a2f2c96e94 is 147, key is hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9./info:regioninfo/1731681231332/Put/seqid=0 2024-11-15T14:33:52,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40001 is added to blk_1073741838_1014 (size=5350) 2024-11-15T14:33:52,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40001 is added to blk_1073741839_1015 (size=6631) 2024-11-15T14:33:52,381 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/meta/1588230740/.tmp/info/b8bb8435758b48a5850463a2f2c96e94 2024-11-15T14:33:52,381 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/replication/003153a691535f197d8098fd302f65c9/.tmp/queue/9bed48f36a0940f68768a9fd2eccac88 2024-11-15T14:33:52,387 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/replication/003153a691535f197d8098fd302f65c9/.tmp/queue/9bed48f36a0940f68768a9fd2eccac88 as hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/replication/003153a691535f197d8098fd302f65c9/queue/9bed48f36a0940f68768a9fd2eccac88 2024-11-15T14:33:52,392 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/replication/003153a691535f197d8098fd302f65c9/queue/9bed48f36a0940f68768a9fd2eccac88, entries=1, sequenceid=5, filesize=5.2 K 2024-11-15T14:33:52,393 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 003153a691535f197d8098fd302f65c9 in 39ms, sequenceid=5, compaction requested=false 2024-11-15T14:33:52,393 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T14:33:52,398 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/replication/003153a691535f197d8098fd302f65c9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T14:33:52,398 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:33:52,398 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:33:52,398 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9. 2024-11-15T14:33:52,398 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 003153a691535f197d8098fd302f65c9: Waiting for close lock at 1731681232354Running coprocessor pre-close hooks at 1731681232354Disabling compacts and flushes for region at 1731681232354Disabling writes for close at 1731681232354Obtaining lock to block concurrent updates at 1731681232354Preparing flush snapshotting stores in 003153a691535f197d8098fd302f65c9 at 1731681232354Finished memstore snapshotting hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731681232354Flushing stores of hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9. at 1731681232355 (+1 ms)Flushing 003153a691535f197d8098fd302f65c9/queue: creating writer at 1731681232355Flushing 003153a691535f197d8098fd302f65c9/queue: appending metadata at 1731681232368 (+13 ms)Flushing 003153a691535f197d8098fd302f65c9/queue: closing flushed file at 1731681232368Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@468df079: reopening flushed file at 1731681232386 (+18 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 003153a691535f197d8098fd302f65c9 in 39ms, sequenceid=5, compaction requested=false at 1731681232393 (+7 ms)Writing region close event to WAL at 1731681232394 (+1 ms)Running coprocessor post-close hooks at 1731681232398 (+4 ms)Closed at 1731681232398 2024-11-15T14:33:52,398 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9. 2024-11-15T14:33:52,402 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/meta/1588230740/.tmp/ns/873268aca5c2425099e3d8a888f7b4f1 is 43, key is default/ns:d/1731681224997/Put/seqid=0 2024-11-15T14:33:52,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40001 is added to blk_1073741840_1016 (size=5153) 2024-11-15T14:33:52,548 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41475,1731681222174.replicationSource.wal-reader.26754e923c4a%2C41475%2C1731681222174,1-26754e923c4a,41475,1731681222174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,41475,1731681222174/26754e923c4a%2C41475%2C1731681222174.1731681223983 to pos 0, reset compression=false 2024-11-15T14:33:52,554 DEBUG [RS:0;26754e923c4a:41475 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:33:52,754 DEBUG [RS:0;26754e923c4a:41475 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:33:52,806 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/meta/1588230740/.tmp/ns/873268aca5c2425099e3d8a888f7b4f1 2024-11-15T14:33:52,825 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/meta/1588230740/.tmp/table/5284ba036a3746c887de57fd1299e87f is 53, key is hbase:replication/table:state/1731681231339/Put/seqid=0 2024-11-15T14:33:52,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40001 is added to blk_1073741841_1017 (size=5256) 2024-11-15T14:33:52,854 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T14:33:52,854 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T14:33:52,955 DEBUG [RS:0;26754e923c4a:41475 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:33:53,053 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41475,1731681222174.replicationSource.wal-reader.26754e923c4a%2C41475%2C1731681222174,1-26754e923c4a,41475,1731681222174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,41475,1731681222174/26754e923c4a%2C41475%2C1731681222174.1731681223983 to pos 0, reset compression=false 2024-11-15T14:33:53,155 DEBUG [RS:0;26754e923c4a:41475 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:33:53,229 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/meta/1588230740/.tmp/table/5284ba036a3746c887de57fd1299e87f 2024-11-15T14:33:53,235 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/meta/1588230740/.tmp/info/b8bb8435758b48a5850463a2f2c96e94 as hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/meta/1588230740/info/b8bb8435758b48a5850463a2f2c96e94 2024-11-15T14:33:53,239 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/meta/1588230740/info/b8bb8435758b48a5850463a2f2c96e94, entries=10, sequenceid=11, filesize=6.5 K 2024-11-15T14:33:53,240 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/meta/1588230740/.tmp/ns/873268aca5c2425099e3d8a888f7b4f1 as hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/meta/1588230740/ns/873268aca5c2425099e3d8a888f7b4f1 2024-11-15T14:33:53,244 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/meta/1588230740/ns/873268aca5c2425099e3d8a888f7b4f1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T14:33:53,245 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/meta/1588230740/.tmp/table/5284ba036a3746c887de57fd1299e87f as hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/meta/1588230740/table/5284ba036a3746c887de57fd1299e87f 2024-11-15T14:33:53,249 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/meta/1588230740/table/5284ba036a3746c887de57fd1299e87f, entries=2, sequenceid=11, filesize=5.1 K 2024-11-15T14:33:53,250 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 896ms, sequenceid=11, compaction requested=false 2024-11-15T14:33:53,254 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T14:33:53,255 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:33:53,255 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:33:53,255 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:33:53,255 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681232354Running coprocessor pre-close hooks at 1731681232354Disabling compacts and flushes for region at 1731681232354Disabling writes for close at 1731681232354Obtaining lock to block concurrent updates at 1731681232354Preparing flush snapshotting stores in 1588230740 at 1731681232354Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731681232355 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731681232355Flushing 1588230740/info: creating writer at 1731681232355Flushing 1588230740/info: appending metadata at 1731681232368 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731681232368Flushing 1588230740/ns: creating writer at 1731681232386 (+18 ms)Flushing 1588230740/ns: appending metadata at 1731681232401 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731681232401Flushing 1588230740/table: creating writer at 1731681232811 (+410 ms)Flushing 1588230740/table: appending metadata at 1731681232824 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731681232824Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c84c52c: reopening flushed file at 1731681233234 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22dfeec4: reopening flushed file at 1731681233239 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30b6e9be: reopening flushed file at 1731681233244 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 896ms, sequenceid=11, compaction requested=false at 1731681233250 (+6 ms)Writing region close event to WAL at 1731681233252 (+2 ms)Running coprocessor post-close hooks at 1731681233255 (+3 ms)Closed at 1731681233255 2024-11-15T14:33:53,255 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T14:33:53,355 INFO [RS:0;26754e923c4a:41475 {}] regionserver.HRegionServer(976): stopping server 26754e923c4a,41475,1731681222174; all regions closed. 2024-11-15T14:33:53,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40001 is added to blk_1073741834_1010 (size=2742) 2024-11-15T14:33:53,357 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,41475,1731681222174/26754e923c4a%2C41475%2C1731681222174.meta.1731681224923.meta not finished, retry = 0 2024-11-15T14:33:53,460 DEBUG [RS:0;26754e923c4a:41475 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/oldWALs 2024-11-15T14:33:53,460 INFO [RS:0;26754e923c4a:41475 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 26754e923c4a%2C41475%2C1731681222174.meta:.meta(num 1731681224923) 2024-11-15T14:33:53,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40001 is added to blk_1073741837_1013 (size=1586) 2024-11-15T14:33:53,462 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,41475,1731681222174/26754e923c4a%2C41475%2C1731681222174.rep.1731681231297 not finished, retry = 0 2024-11-15T14:33:53,565 DEBUG [RS:0;26754e923c4a:41475 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/oldWALs 2024-11-15T14:33:53,565 INFO [RS:0;26754e923c4a:41475 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 26754e923c4a%2C41475%2C1731681222174.rep:(num 1731681231297) 2024-11-15T14:33:53,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40001 is added to blk_1073741832_1008 (size=93) 2024-11-15T14:33:53,567 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,41475,1731681222174/26754e923c4a%2C41475%2C1731681222174.1731681223983 not finished, retry = 0 2024-11-15T14:33:53,657 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41475,1731681222174.replicationSource.wal-reader.26754e923c4a%2C41475%2C1731681222174,1-26754e923c4a,41475,1731681222174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,41475,1731681222174/26754e923c4a%2C41475%2C1731681222174.1731681223983 to pos 0, reset compression=false 2024-11-15T14:33:53,668 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41475,1731681222174.replicationSource.wal-reader.26754e923c4a%2C41475%2C1731681222174,1-26754e923c4a,41475,1731681222174 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,41475,1731681222174/26754e923c4a%2C41475%2C1731681222174.1731681223983 2024-11-15T14:33:53,668 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41475,1731681222174.replicationSource.wal-reader.26754e923c4a%2C41475%2C1731681222174,1-26754e923c4a,41475,1731681222174 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-15T14:33:53,668 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41475,1731681222174.replicationSource.wal-reader.26754e923c4a%2C41475%2C1731681222174,1-26754e923c4a,41475,1731681222174 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-15T14:33:53,668 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41475,1731681222174.replicationSource.shipper26754e923c4a%2C41475%2C1731681222174,1-26754e923c4a,41475,1731681222174 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,41475,1731681222174 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,41475,1731681222174/26754e923c4a%2C41475%2C1731681222174.1731681223983, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-15T14:33:53,669 DEBUG [RS:0;26754e923c4a:41475 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/oldWALs 2024-11-15T14:33:53,669 INFO [RS:0;26754e923c4a:41475 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 26754e923c4a%2C41475%2C1731681222174:(num 1731681223983) 2024-11-15T14:33:53,669 DEBUG [RS:0;26754e923c4a:41475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:33:53,669 INFO [RS:0;26754e923c4a:41475 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:33:53,669 INFO [RS:0;26754e923c4a:41475 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:33:53,669 INFO [RS:0;26754e923c4a:41475 {}] hbase.ChoreService(370): Chore service for: regionserver/26754e923c4a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T14:33:53,669 INFO [RS:0;26754e923c4a:41475 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:33:53,669 INFO [regionserver/26754e923c4a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:33:53,670 INFO [RS:0;26754e923c4a:41475 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-26754e923c4a,41475,1731681222174 because: Region server is closing 2024-11-15T14:33:53,670 INFO [RS:0;26754e923c4a:41475 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:41475. 2024-11-15T14:33:53,670 DEBUG [RS:0;26754e923c4a:41475 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:33:53,670 DEBUG [RS:0;26754e923c4a:41475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:33:53,670 DEBUG [RS:0;26754e923c4a:41475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:33:53,670 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:33:53,670 ERROR [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41475,1731681222174.replicationSource.shipper26754e923c4a%2C41475%2C1731681222174,1-26754e923c4a,41475,1731681222174 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 26754e923c4a,41475,1731681222174: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-26754e923c4a,41475,1731681222174, walGroup=26754e923c4a%2C41475%2C1731681222174, offset=26754e923c4a%2C41475%2C1731681222174.1731681223983:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:41475 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T14:33:53,671 ERROR [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41475,1731681222174.replicationSource.shipper26754e923c4a%2C41475%2C1731681222174,1-26754e923c4a,41475,1731681222174 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T14:33:53,673 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41475,1731681222174.replicationSource.shipper26754e923c4a%2C41475%2C1731681222174,1-26754e923c4a,41475,1731681222174 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T14:33:53,674 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41475,1731681222174.replicationSource.shipper26754e923c4a%2C41475%2C1731681222174,1-26754e923c4a,41475,1731681222174 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T14:33:53,674 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41475,1731681222174.replicationSource.shipper26754e923c4a%2C41475%2C1731681222174,1-26754e923c4a,41475,1731681222174 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T14:33:53,674 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41475,1731681222174.replicationSource.shipper26754e923c4a%2C41475%2C1731681222174,1-26754e923c4a,41475,1731681222174 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T14:33:53,674 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41475,1731681222174.replicationSource.shipper26754e923c4a%2C41475%2C1731681222174,1-26754e923c4a,41475,1731681222174 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 576087272 }, "NonHeapMemoryUsage": { "committed": 183697408, "init": 7667712, "max": -1, "used": 180800224 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T14:33:53,676 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41475,1731681222174.replicationSource.shipper26754e923c4a%2C41475%2C1731681222174,1-26754e923c4a,41475,1731681222174 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [26754e923c4a%2C41475%2C1731681222174.1731681223983] 2024-11-15T14:33:53,770 INFO [RS:0;26754e923c4a:41475 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41475,1731681222174.replicationSource.shipper26754e923c4a%2C41475%2C1731681222174,1-26754e923c4a,41475,1731681222174 terminated 2024-11-15T14:33:53,771 INFO [RS:0;26754e923c4a:41475 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41475 2024-11-15T14:33:53,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41797-0x10140183d230000, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0197333104/rs 2024-11-15T14:33:53,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x10140183d230001, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0197333104/rs/26754e923c4a,41475,1731681222174 2024-11-15T14:33:53,819 INFO [RS:0;26754e923c4a:41475 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:33:53,827 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [26754e923c4a,41475,1731681222174] 2024-11-15T14:33:53,835 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0197333104/draining/26754e923c4a,41475,1731681222174 already deleted, retry=false 2024-11-15T14:33:53,835 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 26754e923c4a,41475,1731681222174 expired; onlineServers=0 2024-11-15T14:33:53,835 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '26754e923c4a,41797,1731681222041' ***** 2024-11-15T14:33:53,835 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T14:33:53,835 INFO [M:0;26754e923c4a:41797 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:33:53,835 INFO [M:0;26754e923c4a:41797 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:33:53,836 DEBUG [M:0;26754e923c4a:41797 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T14:33:53,836 DEBUG [M:0;26754e923c4a:41797 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T14:33:53,836 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T14:33:53,836 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681223760 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681223760,5,FailOnTimeoutGroup] 2024-11-15T14:33:53,836 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681223760 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681223760,5,FailOnTimeoutGroup] 2024-11-15T14:33:53,836 INFO [M:0;26754e923c4a:41797 {}] hbase.ChoreService(370): Chore service for: master/26754e923c4a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T14:33:53,836 INFO [M:0;26754e923c4a:41797 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:33:53,836 DEBUG [M:0;26754e923c4a:41797 {}] master.HMaster(1795): Stopping service threads 2024-11-15T14:33:53,836 INFO [M:0;26754e923c4a:41797 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T14:33:53,836 INFO [M:0;26754e923c4a:41797 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:33:53,836 INFO [M:0;26754e923c4a:41797 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T14:33:53,836 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T14:33:53,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41797-0x10140183d230000, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0197333104/master 2024-11-15T14:33:53,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41797-0x10140183d230000, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0197333104 2024-11-15T14:33:53,844 DEBUG [M:0;26754e923c4a:41797 {}] zookeeper.ZKUtil(347): master:41797-0x10140183d230000, quorum=127.0.0.1:60948, baseZNode=/0197333104 Unable to get data of znode /0197333104/master because node does not exist (not an error) 2024-11-15T14:33:53,844 WARN [M:0;26754e923c4a:41797 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T14:33:53,844 INFO [M:0;26754e923c4a:41797 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/.lastflushedseqids 2024-11-15T14:33:53,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40001 is added to blk_1073741842_1018 (size=181) 2024-11-15T14:33:53,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x10140183d230001, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:33:53,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x10140183d230001, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:33:53,927 INFO [RS:0;26754e923c4a:41475 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:33:53,927 INFO [RS:0;26754e923c4a:41475 {}] regionserver.HRegionServer(1031): Exiting; stopping=26754e923c4a,41475,1731681222174; zookeeper connection closed. 2024-11-15T14:33:53,928 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f5378b8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f5378b8 2024-11-15T14:33:53,928 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T14:33:54,250 INFO [M:0;26754e923c4a:41797 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T14:33:54,250 INFO [M:0;26754e923c4a:41797 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T14:33:54,250 DEBUG [M:0;26754e923c4a:41797 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:33:54,250 INFO [M:0;26754e923c4a:41797 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:33:54,250 DEBUG [M:0;26754e923c4a:41797 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:33:54,250 DEBUG [M:0;26754e923c4a:41797 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:33:54,250 DEBUG [M:0;26754e923c4a:41797 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:33:54,250 INFO [M:0;26754e923c4a:41797 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-15T14:33:54,267 DEBUG [M:0;26754e923c4a:41797 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/780dc930513d45cf8a8e8e8884d7dfc3 is 82, key is hbase:meta,,1/info:regioninfo/1731681224961/Put/seqid=0 2024-11-15T14:33:54,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40001 is added to blk_1073741843_1019 (size=5672) 2024-11-15T14:33:54,671 INFO [M:0;26754e923c4a:41797 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/780dc930513d45cf8a8e8e8884d7dfc3 2024-11-15T14:33:54,692 DEBUG [M:0;26754e923c4a:41797 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ac2d2c00e2b94042811f99f36bc9a5c4 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731681231343/Put/seqid=0 2024-11-15T14:33:54,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40001 is added to blk_1073741844_1020 (size=7203) 2024-11-15T14:33:55,096 INFO [M:0;26754e923c4a:41797 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ac2d2c00e2b94042811f99f36bc9a5c4 2024-11-15T14:33:55,115 DEBUG [M:0;26754e923c4a:41797 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a5f6756176f44f11855dca40929fb406 is 69, key is 26754e923c4a,41475,1731681222174/rs:state/1731681223835/Put/seqid=0 2024-11-15T14:33:55,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40001 is added to blk_1073741845_1021 (size=5156) 2024-11-15T14:33:55,481 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T14:33:55,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:33:55,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:33:55,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:33:55,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:33:55,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:33:55,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:33:55,520 INFO [M:0;26754e923c4a:41797 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a5f6756176f44f11855dca40929fb406 2024-11-15T14:33:55,525 DEBUG [M:0;26754e923c4a:41797 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/780dc930513d45cf8a8e8e8884d7dfc3 as hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/780dc930513d45cf8a8e8e8884d7dfc3 2024-11-15T14:33:55,530 INFO [M:0;26754e923c4a:41797 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/780dc930513d45cf8a8e8e8884d7dfc3, entries=8, sequenceid=70, filesize=5.5 K 2024-11-15T14:33:55,531 DEBUG [M:0;26754e923c4a:41797 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ac2d2c00e2b94042811f99f36bc9a5c4 as hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ac2d2c00e2b94042811f99f36bc9a5c4 2024-11-15T14:33:55,536 INFO [M:0;26754e923c4a:41797 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ac2d2c00e2b94042811f99f36bc9a5c4, entries=8, sequenceid=70, filesize=7.0 K 2024-11-15T14:33:55,537 DEBUG [M:0;26754e923c4a:41797 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a5f6756176f44f11855dca40929fb406 as hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a5f6756176f44f11855dca40929fb406 2024-11-15T14:33:55,541 INFO [M:0;26754e923c4a:41797 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a5f6756176f44f11855dca40929fb406, entries=1, sequenceid=70, filesize=5.0 K 2024-11-15T14:33:55,542 INFO [M:0;26754e923c4a:41797 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=70, compaction requested=false 2024-11-15T14:33:55,543 INFO [M:0;26754e923c4a:41797 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:33:55,543 DEBUG [M:0;26754e923c4a:41797 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681234250Disabling compacts and flushes for region at 1731681234250Disabling writes for close at 1731681234250Obtaining lock to block concurrent updates at 1731681234250Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731681234250Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731681234251 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731681234251Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731681234251Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731681234266 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731681234266Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731681234676 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731681234692 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731681234692Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731681235101 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731681235114 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731681235114Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e7cb123: reopening flushed file at 1731681235524 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1737d83b: reopening flushed file at 1731681235530 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e7e5799: reopening flushed file at 1731681235536 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=70, compaction requested=false at 1731681235542 (+6 ms)Writing region close event to WAL at 1731681235543 (+1 ms)Closed at 1731681235543 2024-11-15T14:33:55,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40001 is added to blk_1073741830_1006 (size=41008) 2024-11-15T14:33:55,546 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/WALs/26754e923c4a,41797,1731681222041/26754e923c4a%2C41797%2C1731681222041.1731681223559 not finished, retry = 0 2024-11-15T14:33:55,647 INFO [M:0;26754e923c4a:41797 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T14:33:55,647 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:33:55,647 INFO [M:0;26754e923c4a:41797 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41797 2024-11-15T14:33:55,647 INFO [M:0;26754e923c4a:41797 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:33:55,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41797-0x10140183d230000, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:33:55,794 INFO [M:0;26754e923c4a:41797 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:33:55,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41797-0x10140183d230000, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:33:55,795 INFO [Time-limited test {}] client.ConnectionUtils(128): master/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:33:55,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:33:55,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:33:55,795 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:33:55,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:33:55,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:33:55,796 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T14:33:55,796 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:33:55,796 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42345 2024-11-15T14:33:55,797 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42345 connecting to ZooKeeper ensemble=127.0.0.1:60948 2024-11-15T14:33:55,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423450x0, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:33:55,802 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42345-0x10140183d230006 connected 2024-11-15T14:33:55,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:33:55,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:33:55,815 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42345-0x10140183d230006, quorum=127.0.0.1:60948, baseZNode=/0197333104 Set watcher on znode that does not yet exist, /0197333104/running 2024-11-15T14:33:55,815 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0197333104/meta-region-server: INIT 2024-11-15T14:33:55,815 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d, hbase.cluster.distributed=false 2024-11-15T14:33:55,816 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42345-0x10140183d230006, quorum=127.0.0.1:60948, baseZNode=/0197333104 Set watcher on znode that does not yet exist, /0197333104/acl 2024-11-15T14:33:55,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42345 2024-11-15T14:33:55,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42345 2024-11-15T14:33:55,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42345 2024-11-15T14:33:55,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42345 2024-11-15T14:33:55,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42345 2024-11-15T14:33:55,830 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:33:55,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:33:55,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:33:55,831 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:33:55,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:33:55,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:33:55,831 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T14:33:55,831 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:33:55,831 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42051 2024-11-15T14:33:55,832 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42051 connecting to ZooKeeper ensemble=127.0.0.1:60948 2024-11-15T14:33:55,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:33:55,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:33:55,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420510x0, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:33:55,844 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0197333104/meta-region-server: INIT 2024-11-15T14:33:55,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42051-0x10140183d230007, quorum=127.0.0.1:60948, baseZNode=/0197333104 Set watcher on znode that does not yet exist, /0197333104/running 2024-11-15T14:33:55,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42051-0x10140183d230007 connected 2024-11-15T14:33:55,844 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T14:33:55,845 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T14:33:55,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42051-0x10140183d230007, quorum=127.0.0.1:60948, baseZNode=/0197333104 Set watcher on znode that does not yet exist, /0197333104/master 2024-11-15T14:33:55,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42051-0x10140183d230007, quorum=127.0.0.1:60948, baseZNode=/0197333104 Set watcher on znode that does not yet exist, /0197333104/acl 2024-11-15T14:33:55,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42051 2024-11-15T14:33:55,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42051 2024-11-15T14:33:55,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42051 2024-11-15T14:33:55,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42051 2024-11-15T14:33:55,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42051 2024-11-15T14:33:55,863 DEBUG [M:0;26754e923c4a:42345 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;26754e923c4a:42345 2024-11-15T14:33:55,863 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0197333104/backup-masters/26754e923c4a,42345,1731681235795 2024-11-15T14:33:55,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42345-0x10140183d230006, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0197333104/backup-masters 2024-11-15T14:33:55,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42051-0x10140183d230007, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0197333104/backup-masters 2024-11-15T14:33:55,869 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42345-0x10140183d230006, quorum=127.0.0.1:60948, baseZNode=/0197333104 Set watcher on existing znode=/0197333104/backup-masters/26754e923c4a,42345,1731681235795 2024-11-15T14:33:55,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42051-0x10140183d230007, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0197333104/master 2024-11-15T14:33:55,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42345-0x10140183d230006, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0197333104 2024-11-15T14:33:55,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42051-0x10140183d230007, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0197333104 2024-11-15T14:33:55,877 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42345-0x10140183d230006, quorum=127.0.0.1:60948, baseZNode=/0197333104 Set watcher on existing znode=/0197333104/master 2024-11-15T14:33:55,877 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0197333104/backup-masters/26754e923c4a,42345,1731681235795 from backup master directory 2024-11-15T14:33:55,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42345-0x10140183d230006, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0197333104/backup-masters/26754e923c4a,42345,1731681235795 2024-11-15T14:33:55,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42051-0x10140183d230007, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0197333104/backup-masters 2024-11-15T14:33:55,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42345-0x10140183d230006, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0197333104/backup-masters 2024-11-15T14:33:55,885 WARN [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:33:55,885 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=26754e923c4a,42345,1731681235795 2024-11-15T14:33:55,893 INFO [master/26754e923c4a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:33:55,894 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T14:33:55,898 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 4ms. 2024-11-15T14:33:55,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40001 is added to blk_1073741846_1022 (size=196) 2024-11-15T14:33:56,314 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:33:56,314 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T14:33:56,315 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:33:56,320 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-15T14:33:56,322 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/WALs/26754e923c4a,41797,1731681222041 to hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/WALs/26754e923c4a,41797,1731681222041-dead as it is dead 2024-11-15T14:33:56,322 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/WALs/26754e923c4a,41797,1731681222041-dead/26754e923c4a%2C41797%2C1731681222041.1731681223559 2024-11-15T14:33:56,323 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/WALs/26754e923c4a,41797,1731681222041-dead/26754e923c4a%2C41797%2C1731681222041.1731681223559 after 1ms 2024-11-15T14:33:56,324 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/WALs/26754e923c4a,41797,1731681222041-dead/26754e923c4a%2C41797%2C1731681222041.1731681223559 to hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/26754e923c4a%2C41797%2C1731681222041.1731681223559 2024-11-15T14:33:56,324 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/WALs/26754e923c4a,41797,1731681222041-dead 2024-11-15T14:33:56,324 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/WALs/26754e923c4a,42345,1731681235795 2024-11-15T14:33:56,325 INFO [master/26754e923c4a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:33:56,326 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=26754e923c4a%2C42345%2C1731681235795, suffix=, logDir=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/WALs/26754e923c4a,42345,1731681235795, archiveDir=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/oldWALs, maxLogs=10 2024-11-15T14:33:56,339 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/WALs/26754e923c4a,42345,1731681235795/26754e923c4a%2C42345%2C1731681235795.1731681236327, exclude list is [], retry=0 2024-11-15T14:33:56,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40001,DS-49d2f741-ed5f-4179-9ea0-7117549be6a1,DISK] 2024-11-15T14:33:56,343 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/WALs/26754e923c4a,42345,1731681235795/26754e923c4a%2C42345%2C1731681235795.1731681236327 2024-11-15T14:33:56,345 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36155:36155)] 2024-11-15T14:33:56,345 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:33:56,345 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:33:56,345 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:33:56,345 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:33:56,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:33:56,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T14:33:56,348 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:33:56,353 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/780dc930513d45cf8a8e8e8884d7dfc3 2024-11-15T14:33:56,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:33:56,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:33:56,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T14:33:56,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:33:56,359 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ac2d2c00e2b94042811f99f36bc9a5c4 2024-11-15T14:33:56,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:33:56,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:33:56,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T14:33:56,360 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:33:56,365 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a5f6756176f44f11855dca40929fb406 2024-11-15T14:33:56,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:33:56,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:33:56,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T14:33:56,366 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:33:56,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:33:56,367 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:33:56,367 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-15T14:33:56,367 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/26754e923c4a%2C41797%2C1731681222041.1731681223559 2024-11-15T14:33:56,372 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/26754e923c4a%2C41797%2C1731681222041.1731681223559 2024-11-15T14:33:56,373 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/26754e923c4a%2C41797%2C1731681222041.1731681223559 2024-11-15T14:33:56,374 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:33:56,374 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:33:56,374 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:33:56,376 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:33:56,378 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-15T14:33:56,379 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61101109, jitterRate=-0.08952252566814423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:33:56,379 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731681236345Initializing all the Stores at 1731681236346 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681236346Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681236346Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681236346Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681236346Cleaning up temporary data from old regions at 1731681236374 (+28 ms)Region opened successfully at 1731681236379 (+5 ms) 2024-11-15T14:33:56,379 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T14:33:56,382 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dc68ca8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:33:56,384 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-15T14:33:56,384 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T14:33:56,384 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T14:33:56,384 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T14:33:56,385 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T14:33:56,388 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T14:33:56,388 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T14:33:56,389 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T14:33:56,389 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-15T14:33:56,389 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T14:33:56,391 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=26754e923c4a,41475,1731681222174, regionLocation=26754e923c4a,41475,1731681222174, openSeqNum=2 2024-11-15T14:33:56,392 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=26754e923c4a,41475,1731681222174, table=hbase:meta, region=1588230740 2024-11-15T14:33:56,392 INFO [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,41475,1731681222174, state=OPEN 2024-11-15T14:33:56,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42345-0x10140183d230006, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0197333104/meta-region-server 2024-11-15T14:33:56,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42051-0x10140183d230007, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0197333104/meta-region-server 2024-11-15T14:33:56,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0197333104/meta-region-server: CHANGED 2024-11-15T14:33:56,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0197333104/meta-region-server: CHANGED 2024-11-15T14:33:56,422 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-15T14:33:56,427 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0197333104/draining/26754e923c4a,41475,1731681222174 already deleted, retry=false 2024-11-15T14:33:56,427 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 26754e923c4a,41475,1731681222174 on 26754e923c4a,42345,1731681235795 2024-11-15T14:33:56,428 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 26754e923c4a,41475,1731681222174, splitWal=true, meta=true 2024-11-15T14:33:56,428 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 26754e923c4a,41475,1731681222174 (carryingMeta=true) 26754e923c4a,41475,1731681222174/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4ce855bc[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-15T14:33:56,430 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42345-0x10140183d230006, quorum=127.0.0.1:60948, baseZNode=/0197333104 Unable to get data of znode /0197333104/balancer because node does not exist (not necessarily an error) 2024-11-15T14:33:56,435 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0197333104/balancer already deleted, retry=false 2024-11-15T14:33:56,435 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T14:33:56,436 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42345-0x10140183d230006, quorum=127.0.0.1:60948, baseZNode=/0197333104 Unable to get data of znode /0197333104/normalizer because node does not exist (not necessarily an error) 2024-11-15T14:33:56,443 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0197333104/normalizer already deleted, retry=false 2024-11-15T14:33:56,444 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T14:33:56,445 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42345-0x10140183d230006, quorum=127.0.0.1:60948, baseZNode=/0197333104 Unable to get data of znode /0197333104/switch/split because node does not exist (not necessarily an error) 2024-11-15T14:33:56,452 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0197333104/switch/split already deleted, retry=false 2024-11-15T14:33:56,453 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42345-0x10140183d230006, quorum=127.0.0.1:60948, baseZNode=/0197333104 Unable to get data of znode /0197333104/switch/merge because node does not exist (not necessarily an error) 2024-11-15T14:33:56,460 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0197333104/switch/merge already deleted, retry=false 2024-11-15T14:33:56,470 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42345-0x10140183d230006, quorum=127.0.0.1:60948, baseZNode=/0197333104 Unable to get data of znode /0197333104/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T14:33:56,477 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0197333104/snapshot-cleanup already deleted, retry=false 2024-11-15T14:33:56,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42051-0x10140183d230007, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0197333104/running 2024-11-15T14:33:56,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42345-0x10140183d230006, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0197333104/running 2024-11-15T14:33:56,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42051-0x10140183d230007, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0197333104 2024-11-15T14:33:56,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42345-0x10140183d230006, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0197333104 2024-11-15T14:33:56,486 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=26754e923c4a,42345,1731681235795, sessionid=0x10140183d230006, setting cluster-up flag (Was=false) 2024-11-15T14:33:56,494 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0197333104/flush-table-proc/acquired, /0197333104/flush-table-proc/reached, /0197333104/flush-table-proc/abort 2024-11-15T14:33:56,495 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,42345,1731681235795 2024-11-15T14:33:56,502 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0197333104/online-snapshot/acquired, /0197333104/online-snapshot/reached, /0197333104/online-snapshot/abort 2024-11-15T14:33:56,503 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,42345,1731681235795 2024-11-15T14:33:56,504 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/.lastflushedseqids 2024-11-15T14:33:56,506 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T14:33:56,507 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T14:33:56,507 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 26754e923c4a,42345,1731681235795 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 26754e923c4a,41475,1731681222174 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T14:33:56,508 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:33:56,508 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:33:56,508 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:33:56,508 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:33:56,508 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/26754e923c4a:0, corePoolSize=10, maxPoolSize=10 2024-11-15T14:33:56,509 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:33:56,509 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:33:56,509 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:33:56,509 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731681266509 2024-11-15T14:33:56,509 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T14:33:56,510 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T14:33:56,510 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T14:33:56,510 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T14:33:56,510 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T14:33:56,510 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T14:33:56,510 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:56,510 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T14:33:56,510 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T14:33:56,510 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T14:33:56,510 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T14:33:56,510 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 26754e923c4a,41475,1731681222174, splitWal=true, meta=true 2024-11-15T14:33:56,511 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 26754e923c4a,41475,1731681222174, splitWal=true, meta=true, isMeta: true 2024-11-15T14:33:56,512 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,41475,1731681222174-splitting 2024-11-15T14:33:56,513 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T14:33:56,513 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T14:33:56,513 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,41475,1731681222174-splitting dir is empty, no logs to split. 2024-11-15T14:33:56,513 INFO [PEWorker-1 {}] master.SplitWALManager(105): 26754e923c4a,41475,1731681222174 WAL count=0, meta=true 2024-11-15T14:33:56,514 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681236513,5,FailOnTimeoutGroup] 2024-11-15T14:33:56,514 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681236514,5,FailOnTimeoutGroup] 2024-11-15T14:33:56,514 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:56,515 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T14:33:56,515 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:56,515 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:56,515 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731681236515, completionTime=-1 2024-11-15T14:33:56,515 WARN [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-15T14:33:56,515 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-15T14:33:56,516 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,41475,1731681222174-splitting dir is empty, no logs to split. 2024-11-15T14:33:56,516 INFO [PEWorker-1 {}] master.SplitWALManager(105): 26754e923c4a,41475,1731681222174 WAL count=0, meta=true 2024-11-15T14:33:56,516 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 26754e923c4a,41475,1731681222174 WAL splitting is done? wals=0, meta=true 2024-11-15T14:33:56,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T14:33:56,517 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:33:56,518 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T14:33:56,552 INFO [RS:0;26754e923c4a:42051 {}] regionserver.HRegionServer(746): ClusterId : a6787c9a-f838-4ae0-94b5-be577c3397bd 2024-11-15T14:33:56,552 DEBUG [RS:0;26754e923c4a:42051 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T14:33:56,561 DEBUG [RS:0;26754e923c4a:42051 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T14:33:56,561 DEBUG [RS:0;26754e923c4a:42051 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T14:33:56,569 DEBUG [RS:0;26754e923c4a:42051 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T14:33:56,569 DEBUG [RS:0;26754e923c4a:42051 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a51c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:33:56,579 DEBUG [RS:0;26754e923c4a:42051 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;26754e923c4a:42051 2024-11-15T14:33:56,579 INFO [RS:0;26754e923c4a:42051 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T14:33:56,579 INFO [RS:0;26754e923c4a:42051 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T14:33:56,579 DEBUG [RS:0;26754e923c4a:42051 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T14:33:56,580 INFO [RS:0;26754e923c4a:42051 {}] regionserver.HRegionServer(2659): reportForDuty to master=26754e923c4a,42345,1731681235795 with port=42051, startcode=1731681235830 2024-11-15T14:33:56,580 DEBUG [RS:0;26754e923c4a:42051 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T14:33:56,581 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58605, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T14:33:56,582 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42345 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 26754e923c4a,42051,1731681235830 2024-11-15T14:33:56,582 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42345 {}] master.ServerManager(517): Registering regionserver=26754e923c4a,42051,1731681235830 2024-11-15T14:33:56,583 DEBUG [RS:0;26754e923c4a:42051 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d 2024-11-15T14:33:56,583 DEBUG [RS:0;26754e923c4a:42051 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38951 2024-11-15T14:33:56,583 DEBUG [RS:0;26754e923c4a:42051 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T14:33:56,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42345-0x10140183d230006, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0197333104/rs 2024-11-15T14:33:56,607 DEBUG [RS:0;26754e923c4a:42051 {}] zookeeper.ZKUtil(111): regionserver:42051-0x10140183d230007, quorum=127.0.0.1:60948, baseZNode=/0197333104 Set watcher on existing znode=/0197333104/rs/26754e923c4a,42051,1731681235830 2024-11-15T14:33:56,607 WARN [RS:0;26754e923c4a:42051 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:33:56,608 INFO [RS:0;26754e923c4a:42051 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:33:56,608 DEBUG [RS:0;26754e923c4a:42051 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,42051,1731681235830 2024-11-15T14:33:56,608 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [26754e923c4a,42051,1731681235830] 2024-11-15T14:33:56,615 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-15T14:33:56,624 INFO [RS:0;26754e923c4a:42051 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T14:33:56,625 INFO [RS:0;26754e923c4a:42051 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T14:33:56,626 INFO [RS:0;26754e923c4a:42051 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T14:33:56,626 INFO [RS:0;26754e923c4a:42051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:56,629 INFO [RS:0;26754e923c4a:42051 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T14:33:56,631 INFO [RS:0;26754e923c4a:42051 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T14:33:56,631 INFO [RS:0;26754e923c4a:42051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:56,631 DEBUG [RS:0;26754e923c4a:42051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:33:56,631 DEBUG [RS:0;26754e923c4a:42051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:33:56,631 DEBUG [RS:0;26754e923c4a:42051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:33:56,631 DEBUG [RS:0;26754e923c4a:42051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:33:56,631 DEBUG [RS:0;26754e923c4a:42051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:33:56,631 DEBUG [RS:0;26754e923c4a:42051 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:33:56,631 DEBUG [RS:0;26754e923c4a:42051 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:33:56,631 DEBUG [RS:0;26754e923c4a:42051 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:33:56,631 DEBUG [RS:0;26754e923c4a:42051 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:33:56,631 DEBUG [RS:0;26754e923c4a:42051 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:33:56,631 DEBUG [RS:0;26754e923c4a:42051 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:33:56,631 DEBUG [RS:0;26754e923c4a:42051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:33:56,631 DEBUG [RS:0;26754e923c4a:42051 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:33:56,631 DEBUG [RS:0;26754e923c4a:42051 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:33:56,632 INFO [RS:0;26754e923c4a:42051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:56,632 INFO [RS:0;26754e923c4a:42051 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:56,632 INFO [RS:0;26754e923c4a:42051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:56,632 INFO [RS:0;26754e923c4a:42051 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:56,632 INFO [RS:0;26754e923c4a:42051 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:56,632 INFO [RS:0;26754e923c4a:42051 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,42051,1731681235830-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:33:56,645 INFO [RS:0;26754e923c4a:42051 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T14:33:56,645 INFO [RS:0;26754e923c4a:42051 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,42051,1731681235830-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:56,657 INFO [RS:0;26754e923c4a:42051 {}] regionserver.ReplicationSource(231): queueId=1-26754e923c4a,42051,1731681235830, ReplicationSource: 1, currentBandwidth=0 2024-11-15T14:33:56,657 INFO [RS:0;26754e923c4a:42051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:56,657 INFO [RS:0;26754e923c4a:42051 {}] regionserver.Replication(171): 26754e923c4a,42051,1731681235830 started 2024-11-15T14:33:56,668 WARN [26754e923c4a:42345 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T14:33:56,669 INFO [RS:0;26754e923c4a:42051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:33:56,669 INFO [RS:0;26754e923c4a:42051 {}] regionserver.HRegionServer(1482): Serving as 26754e923c4a,42051,1731681235830, RpcServer on 26754e923c4a/172.17.0.3:42051, sessionid=0x10140183d230007 2024-11-15T14:33:56,669 DEBUG [RS:0;26754e923c4a:42051 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T14:33:56,669 DEBUG [RS:0;26754e923c4a:42051 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 26754e923c4a,42051,1731681235830 2024-11-15T14:33:56,669 DEBUG [RS:0;26754e923c4a:42051 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,42051,1731681235830' 2024-11-15T14:33:56,669 DEBUG [RS:0;26754e923c4a:42051 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0197333104/flush-table-proc/abort' 2024-11-15T14:33:56,669 DEBUG [RS:0;26754e923c4a:42051 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0197333104/flush-table-proc/acquired' 2024-11-15T14:33:56,670 DEBUG [RS:0;26754e923c4a:42051 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T14:33:56,670 DEBUG [RS:0;26754e923c4a:42051 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T14:33:56,670 DEBUG [RS:0;26754e923c4a:42051 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 26754e923c4a,42051,1731681235830 2024-11-15T14:33:56,670 DEBUG [RS:0;26754e923c4a:42051 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,42051,1731681235830' 2024-11-15T14:33:56,670 DEBUG [RS:0;26754e923c4a:42051 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0197333104/online-snapshot/abort' 2024-11-15T14:33:56,670 DEBUG [RS:0;26754e923c4a:42051 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0197333104/online-snapshot/acquired' 2024-11-15T14:33:56,670 DEBUG [RS:0;26754e923c4a:42051 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T14:33:56,671 INFO [RS:0;26754e923c4a:42051 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T14:33:56,671 INFO [RS:0;26754e923c4a:42051 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T14:33:56,672 DEBUG [RS:0;26754e923c4a:42051.replicationSource,1-26754e923c4a,42051,1731681235830 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='26754e923c4a:45493' 2024-11-15T14:33:56,673 DEBUG [RS:0;26754e923c4a:42051.replicationSource,1-26754e923c4a,42051,1731681235830 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a22c15c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:33:56,673 DEBUG [RS:0;26754e923c4a:42051.replicationSource,1-26754e923c4a,42051,1731681235830 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,45493,-1 for getting cluster id 2024-11-15T14:33:56,673 DEBUG [RS:0;26754e923c4a:42051.replicationSource,1-26754e923c4a,42051,1731681235830 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:33:56,674 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85024ed0-a702-41f8-9c5d-1206ce584085' 2024-11-15T14:33:56,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:33:56,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85024ed0-a702-41f8-9c5d-1206ce584085" 2024-11-15T14:33:56,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a78bd9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:33:56,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,45493,-1] 2024-11-15T14:33:56,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:33:56,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:33:56,676 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:33:56,676 DEBUG [RS:0;26754e923c4a:42051.replicationSource,1-26754e923c4a,42051,1731681235830 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42255c40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:33:56,676 DEBUG [RS:0;26754e923c4a:42051.replicationSource,1-26754e923c4a,42051,1731681235830 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:33:56,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,45493,1731681226685 2024-11-15T14:33:56,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40aec48a 2024-11-15T14:33:56,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:33:56,678 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-15T14:33:56,678 INFO [RS:0;26754e923c4a:42051.replicationSource,1-26754e923c4a,42051,1731681235830 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-26754e923c4a,42051,1731681235830 (queues=0) is replicating from cluster=a6787c9a-f838-4ae0-94b5-be577c3397bd to cluster=85024ed0-a702-41f8-9c5d-1206ce584085 2024-11-15T14:33:56,771 INFO [RS:0;26754e923c4a:42051 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:33:56,773 INFO [RS:0;26754e923c4a:42051 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C42051%2C1731681235830, suffix=, logDir=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,42051,1731681235830, archiveDir=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/oldWALs, maxLogs=10 2024-11-15T14:33:56,784 DEBUG [RS:0;26754e923c4a:42051 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,42051,1731681235830/26754e923c4a%2C42051%2C1731681235830.1731681236773, exclude list is [], retry=0 2024-11-15T14:33:56,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40001,DS-49d2f741-ed5f-4179-9ea0-7117549be6a1,DISK] 2024-11-15T14:33:56,788 INFO [RS:0;26754e923c4a:42051 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,42051,1731681235830/26754e923c4a%2C42051%2C1731681235830.1731681236773 2024-11-15T14:33:56,788 DEBUG [RS:0;26754e923c4a:42051 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 26754e923c4a%2C42051%2C1731681235830 for peer 1 2024-11-15T14:33:56,788 DEBUG [RS:0;26754e923c4a:42051 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=26754e923c4a%2C42051%2C1731681235830 2024-11-15T14:33:56,788 INFO [RS:0;26754e923c4a:42051 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-26754e923c4a,42051,1731681235830, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T14:33:56,789 DEBUG [RS:0;26754e923c4a:42051 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36155:36155)] 2024-11-15T14:33:56,789 INFO [RS:0;26754e923c4a:42051.replicationSource.shipper26754e923c4a%2C42051%2C1731681235830,1-26754e923c4a,42051,1731681235830 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 26754e923c4a%2C42051%2C1731681235830 2024-11-15T14:33:56,789 DEBUG [RS:0;26754e923c4a:42051.replicationSource.wal-reader.26754e923c4a%2C42051%2C1731681235830,1-26754e923c4a,42051,1731681235830 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,42051,1731681235830/26754e923c4a%2C42051%2C1731681235830.1731681236773, startPosition=0, beingWritten=true 2024-11-15T14:33:56,918 DEBUG [26754e923c4a:42345 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T14:33:56,919 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=26754e923c4a,42051,1731681235830 2024-11-15T14:33:56,919 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,42051,1731681235830, state=OPENING 2024-11-15T14:33:56,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42051-0x10140183d230007, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0197333104/meta-region-server 2024-11-15T14:33:56,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42345-0x10140183d230006, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0197333104/meta-region-server 2024-11-15T14:33:56,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0197333104/meta-region-server: CHANGED 2024-11-15T14:33:56,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0197333104/meta-region-server: CHANGED 2024-11-15T14:33:56,933 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:33:56,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,42051,1731681235830}] 2024-11-15T14:33:56,993 DEBUG [RS:0;26754e923c4a:42051.replicationSource.wal-reader.26754e923c4a%2C42051%2C1731681235830,1-26754e923c4a,42051,1731681235830 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,42051,1731681235830/26754e923c4a%2C42051%2C1731681235830.1731681236773 to pos 0, reset compression=false 2024-11-15T14:33:57,086 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T14:33:57,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T14:33:57,090 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T14:33:57,090 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:33:57,090 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T14:33:57,091 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C42051%2C1731681235830.meta, suffix=.meta, logDir=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,42051,1731681235830, archiveDir=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/oldWALs, maxLogs=10 2024-11-15T14:33:57,103 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,42051,1731681235830/26754e923c4a%2C42051%2C1731681235830.meta.1731681237091.meta, exclude list is [], retry=0 2024-11-15T14:33:57,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40001,DS-49d2f741-ed5f-4179-9ea0-7117549be6a1,DISK] 2024-11-15T14:33:57,107 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,42051,1731681235830/26754e923c4a%2C42051%2C1731681235830.meta.1731681237091.meta 2024-11-15T14:33:57,108 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36155:36155)] 2024-11-15T14:33:57,108 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:33:57,108 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:33:57,108 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T14:33:57,108 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T14:33:57,108 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T14:33:57,108 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T14:33:57,108 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:33:57,108 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T14:33:57,109 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T14:33:57,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:33:57,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:33:57,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:33:57,116 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/meta/1588230740/info/b8bb8435758b48a5850463a2f2c96e94 2024-11-15T14:33:57,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:33:57,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:33:57,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:33:57,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:33:57,122 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/meta/1588230740/ns/873268aca5c2425099e3d8a888f7b4f1 2024-11-15T14:33:57,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:33:57,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:33:57,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:33:57,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:33:57,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:33:57,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:33:57,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:33:57,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:33:57,128 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/meta/1588230740/table/5284ba036a3746c887de57fd1299e87f 2024-11-15T14:33:57,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:33:57,128 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:33:57,128 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/meta/1588230740 2024-11-15T14:33:57,129 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/meta/1588230740 2024-11-15T14:33:57,130 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:33:57,130 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:33:57,130 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:33:57,132 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:33:57,132 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74922844, jitterRate=0.11643737554550171}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:33:57,132 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T14:33:57,132 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731681237109Writing region info on filesystem at 1731681237109Initializing all the Stores at 1731681237109Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681237109Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681237110 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681237110Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681237110Cleaning up temporary data from old regions at 1731681237130 (+20 ms)Running coprocessor post-open hooks at 1731681237132 (+2 ms)Region opened successfully at 1731681237132 2024-11-15T14:33:57,133 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731681237085 2024-11-15T14:33:57,135 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T14:33:57,135 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T14:33:57,136 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=26754e923c4a,42051,1731681235830 2024-11-15T14:33:57,136 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,42051,1731681235830, state=OPEN 2024-11-15T14:33:57,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42345-0x10140183d230006, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0197333104/meta-region-server 2024-11-15T14:33:57,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42051-0x10140183d230007, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0197333104/meta-region-server 2024-11-15T14:33:57,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0197333104/meta-region-server: CHANGED 2024-11-15T14:33:57,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0197333104/meta-region-server: CHANGED 2024-11-15T14:33:57,144 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=26754e923c4a,42051,1731681235830 2024-11-15T14:33:57,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-15T14:33:57,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,42051,1731681235830 in 211 msec 2024-11-15T14:33:57,147 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T14:33:57,147 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 629 msec 2024-11-15T14:33:57,298 DEBUG [RS:0;26754e923c4a:42051.replicationSource.wal-reader.26754e923c4a%2C42051%2C1731681235830,1-26754e923c4a,42051,1731681235830 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,42051,1731681235830/26754e923c4a%2C42051%2C1731681235830.1731681236773 to pos 0, reset compression=false 2024-11-15T14:33:57,702 DEBUG [RS:0;26754e923c4a:42051.replicationSource.wal-reader.26754e923c4a%2C42051%2C1731681235830,1-26754e923c4a,42051,1731681235830 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,42051,1731681235830/26754e923c4a%2C42051%2C1731681235830.1731681236773 to pos 0, reset compression=false 2024-11-15T14:33:58,118 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-15T14:33:58,207 DEBUG [RS:0;26754e923c4a:42051.replicationSource.wal-reader.26754e923c4a%2C42051%2C1731681235830,1-26754e923c4a,42051,1731681235830 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,42051,1731681235830/26754e923c4a%2C42051%2C1731681235830.1731681236773 to pos 0, reset compression=false 2024-11-15T14:33:58,811 DEBUG [RS:0;26754e923c4a:42051.replicationSource.wal-reader.26754e923c4a%2C42051%2C1731681235830,1-26754e923c4a,42051,1731681235830 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,42051,1731681235830/26754e923c4a%2C42051%2C1731681235830.1731681236773 to pos 0, reset compression=false 2024-11-15T14:33:59,516 DEBUG [RS:0;26754e923c4a:42051.replicationSource.wal-reader.26754e923c4a%2C42051%2C1731681235830,1-26754e923c4a,42051,1731681235830 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,42051,1731681235830/26754e923c4a%2C42051%2C1731681235830.1731681236773 to pos 0, reset compression=false 2024-11-15T14:33:59,620 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-15T14:34:00,321 DEBUG [RS:0;26754e923c4a:42051.replicationSource.wal-reader.26754e923c4a%2C42051%2C1731681235830,1-26754e923c4a,42051,1731681235830 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,42051,1731681235830/26754e923c4a%2C42051%2C1731681235830.1731681236773 to pos 0, reset compression=false 2024-11-15T14:34:01,022 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-15T14:34:01,023 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T14:34:01,023 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:34:01,023 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,42051,1731681235830, seqNum=-1] 2024-11-15T14:34:01,023 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:34:01,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:34:01,028 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=003153a691535f197d8098fd302f65c9, regionState=OPEN, lastHost=26754e923c4a,41475,1731681222174, regionLocation=26754e923c4a,41475,1731681222174, openSeqNum=2 2024-11-15T14:34:01,028 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T14:34:01,028 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731681301028 2024-11-15T14:34:01,028 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731681361028 2024-11-15T14:34:01,029 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-15T14:34:01,029 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 26754e923c4a,41475,1731681222174 had 2 regions 2024-11-15T14:34:01,029 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,42345,1731681235795-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:01,029 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,42345,1731681235795-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:01,029 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,42345,1731681235795-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:01,029 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-26754e923c4a:42345, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:01,029 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:01,029 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:01,030 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 26754e923c4a,41475,1731681222174, splitWal=true, meta=true, isMeta: false 2024-11-15T14:34:01,031 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,41475,1731681222174-splitting dir is empty, no logs to split. 2024-11-15T14:34:01,031 INFO [PEWorker-3 {}] master.SplitWALManager(105): 26754e923c4a,41475,1731681222174 WAL count=0, meta=false 2024-11-15T14:34:01,034 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,41475,1731681222174-splitting dir is empty, no logs to split. 2024-11-15T14:34:01,034 INFO [PEWorker-3 {}] master.SplitWALManager(105): 26754e923c4a,41475,1731681222174 WAL count=0, meta=false 2024-11-15T14:34:01,034 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 26754e923c4a,41475,1731681222174 WAL splitting is done? wals=0, meta=false 2024-11-15T14:34:01,035 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.150sec 2024-11-15T14:34:01,035 INFO [master/26754e923c4a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T14:34:01,035 INFO [master/26754e923c4a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T14:34:01,035 INFO [master/26754e923c4a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T14:34:01,035 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T14:34:01,035 INFO [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T14:34:01,035 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,42345,1731681235795-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:34:01,035 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,42345,1731681235795-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T14:34:01,036 WARN [master/26754e923c4a:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=26754e923c4a,41475,1731681222174/hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9. 2024-11-15T14:34:01,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=003153a691535f197d8098fd302f65c9, ASSIGN}] 2024-11-15T14:34:01,039 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=003153a691535f197d8098fd302f65c9, ASSIGN 2024-11-15T14:34:01,040 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T14:34:01,040 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T14:34:01,040 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,42345,1731681235795-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:01,041 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=003153a691535f197d8098fd302f65c9, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T14:34:01,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150b7a61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:01,056 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,42345,-1 for getting cluster id 2024-11-15T14:34:01,056 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:34:01,057 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6787c9a-f838-4ae0-94b5-be577c3397bd' 2024-11-15T14:34:01,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:34:01,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6787c9a-f838-4ae0-94b5-be577c3397bd" 2024-11-15T14:34:01,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@475df897, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:01,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,42345,-1] 2024-11-15T14:34:01,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:34:01,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:01,059 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:34:01,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37cd2ff0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:01,060 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:34:01,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,42051,1731681235830, seqNum=-1] 2024-11-15T14:34:01,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:34:01,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:34:01,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-15T14:34:01,064 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:34:01,065 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:34:01,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:01,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:01,065 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:34:01,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 26754e923c4a:42345 after: 26754e923c4a:42345 2024-11-15T14:34:01,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@765de3e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:01,066 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,42345,-1 for getting cluster id 2024-11-15T14:34:01,066 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:34:01,066 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6787c9a-f838-4ae0-94b5-be577c3397bd' 2024-11-15T14:34:01,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:34:01,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6787c9a-f838-4ae0-94b5-be577c3397bd" 2024-11-15T14:34:01,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@332315d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:01,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,42345,-1] 2024-11-15T14:34:01,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:34:01,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:01,068 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:34:01,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f16a20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:01,069 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:34:01,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,42345,1731681235795 2024-11-15T14:34:01,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b2b598e 2024-11-15T14:34:01,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:34:01,070 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:34:01,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42345 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-15T14:34:01,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T14:34:01,071 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:34:01,071 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:34:01,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:01,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:01,071 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:34:01,071 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T14:34:01,071 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=423798524, stopped=false 2024-11-15T14:34:01,071 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=26754e923c4a,45493,1731681226685 2024-11-15T14:34:01,191 DEBUG [26754e923c4a:42345 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T14:34:01,191 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=003153a691535f197d8098fd302f65c9, regionState=OPENING, regionLocation=26754e923c4a,42051,1731681235830 2024-11-15T14:34:01,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x10140183d230003, quorum=127.0.0.1:60948, baseZNode=/11975972198 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11975972198/running 2024-11-15T14:34:01,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39631-0x10140183d230004, quorum=127.0.0.1:60948, baseZNode=/11975972198 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11975972198/running 2024-11-15T14:34:01,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x10140183d230003, quorum=127.0.0.1:60948, baseZNode=/11975972198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11975972198 2024-11-15T14:34:01,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39631-0x10140183d230004, quorum=127.0.0.1:60948, baseZNode=/11975972198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11975972198 2024-11-15T14:34:01,193 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:34:01,193 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:34:01,193 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:34:01,193 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45493-0x10140183d230003, quorum=127.0.0.1:60948, baseZNode=/11975972198 Set watcher on znode that does not yet exist, /11975972198/running 2024-11-15T14:34:01,193 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39631-0x10140183d230004, quorum=127.0.0.1:60948, baseZNode=/11975972198 Set watcher on znode that does not yet exist, /11975972198/running 2024-11-15T14:34:01,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:01,193 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '26754e923c4a,39631,1731681226788' ***** 2024-11-15T14:34:01,193 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T14:34:01,226 DEBUG [RS:0;26754e923c4a:42051.replicationSource.wal-reader.26754e923c4a%2C42051%2C1731681235830,1-26754e923c4a,42051,1731681235830 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,42051,1731681235830/26754e923c4a%2C42051%2C1731681235830.1731681236773 to pos 0, reset compression=false 2024-11-15T14:34:01,348 INFO [regionserver/26754e923c4a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:34:01,348 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T14:34:01,348 INFO [RS:0;26754e923c4a:39631 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T14:34:01,348 INFO [RS:0;26754e923c4a:39631 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T14:34:01,348 INFO [RS:0;26754e923c4a:39631 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T14:34:01,348 INFO [RS:0;26754e923c4a:39631 {}] regionserver.HRegionServer(959): stopping server 26754e923c4a,39631,1731681226788 2024-11-15T14:34:01,348 INFO [RS:0;26754e923c4a:39631 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:34:01,348 INFO [RS:0;26754e923c4a:39631 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:39631. 2024-11-15T14:34:01,348 DEBUG [RS:0;26754e923c4a:39631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:34:01,348 INFO [AsyncFSWAL-0-hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d-prefix:26754e923c4a,42051,1731681235830.meta {}] wal.AbstractFSWAL(1368): Slow sync cost: 155 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:40001,DS-49d2f741-ed5f-4179-9ea0-7117549be6a1,DISK]] 2024-11-15T14:34:01,348 DEBUG [RS:0;26754e923c4a:39631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:01,348 INFO [RS:0;26754e923c4a:39631 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T14:34:01,348 INFO [RS:0;26754e923c4a:39631 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T14:34:01,348 INFO [RS:0;26754e923c4a:39631 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T14:34:01,348 INFO [RS:0;26754e923c4a:39631 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T14:34:01,349 INFO [RS:0;26754e923c4a:39631 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T14:34:01,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=003153a691535f197d8098fd302f65c9, ASSIGN because future has completed 2024-11-15T14:34:01,349 DEBUG [RS:0;26754e923c4a:39631 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T14:34:01,349 DEBUG [RS:0;26754e923c4a:39631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:34:01,349 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:34:01,349 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:34:01,349 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:34:01,349 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:34:01,349 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:34:01,349 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-15T14:34:01,349 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 003153a691535f197d8098fd302f65c9, server=26754e923c4a,42051,1731681235830}] 2024-11-15T14:34:01,364 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/data/hbase/meta/1588230740/.tmp/ns/d5194fae9abf496c9350eb0906b8dcb0 is 43, key is default/ns:d/1731681230024/Put/seqid=0 2024-11-15T14:34:01,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42665 is added to blk_1073741835_1011 (size=5153) 2024-11-15T14:34:01,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9. 2024-11-15T14:34:01,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:34:01,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T14:34:01,506 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C42051%2C1731681235830.rep, suffix=, logDir=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,42051,1731681235830, archiveDir=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/oldWALs, maxLogs=10 2024-11-15T14:34:01,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,42051,1731681235830/26754e923c4a%2C42051%2C1731681235830.rep.1731681241506, exclude list is [], retry=0 2024-11-15T14:34:01,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40001,DS-49d2f741-ed5f-4179-9ea0-7117549be6a1,DISK] 2024-11-15T14:34:01,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,42051,1731681235830/26754e923c4a%2C42051%2C1731681235830.rep.1731681241506 2024-11-15T14:34:01,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36155:36155)] 2024-11-15T14:34:01,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 003153a691535f197d8098fd302f65c9, NAME => 'hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:34:01,522 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:34:01,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T14:34:01,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9. service=MultiRowMutationService 2024-11-15T14:34:01,522 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T14:34:01,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 003153a691535f197d8098fd302f65c9 2024-11-15T14:34:01,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:34:01,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 003153a691535f197d8098fd302f65c9 2024-11-15T14:34:01,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 003153a691535f197d8098fd302f65c9 2024-11-15T14:34:01,523 INFO [StoreOpener-003153a691535f197d8098fd302f65c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 003153a691535f197d8098fd302f65c9 2024-11-15T14:34:01,524 INFO [StoreOpener-003153a691535f197d8098fd302f65c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 003153a691535f197d8098fd302f65c9 columnFamilyName hfileref 2024-11-15T14:34:01,524 DEBUG [StoreOpener-003153a691535f197d8098fd302f65c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:01,524 INFO [StoreOpener-003153a691535f197d8098fd302f65c9-1 {}] regionserver.HStore(327): Store=003153a691535f197d8098fd302f65c9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:34:01,524 INFO [StoreOpener-003153a691535f197d8098fd302f65c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 003153a691535f197d8098fd302f65c9 2024-11-15T14:34:01,525 INFO [StoreOpener-003153a691535f197d8098fd302f65c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 003153a691535f197d8098fd302f65c9 columnFamilyName queue 2024-11-15T14:34:01,525 DEBUG [StoreOpener-003153a691535f197d8098fd302f65c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:01,530 DEBUG [StoreOpener-003153a691535f197d8098fd302f65c9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/replication/003153a691535f197d8098fd302f65c9/queue/9bed48f36a0940f68768a9fd2eccac88 2024-11-15T14:34:01,530 INFO [StoreOpener-003153a691535f197d8098fd302f65c9-1 {}] regionserver.HStore(327): Store=003153a691535f197d8098fd302f65c9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:34:01,530 INFO [StoreOpener-003153a691535f197d8098fd302f65c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 003153a691535f197d8098fd302f65c9 2024-11-15T14:34:01,530 INFO [StoreOpener-003153a691535f197d8098fd302f65c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 003153a691535f197d8098fd302f65c9 columnFamilyName sid 2024-11-15T14:34:01,530 DEBUG [StoreOpener-003153a691535f197d8098fd302f65c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:01,531 INFO [StoreOpener-003153a691535f197d8098fd302f65c9-1 {}] regionserver.HStore(327): Store=003153a691535f197d8098fd302f65c9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:34:01,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 003153a691535f197d8098fd302f65c9 2024-11-15T14:34:01,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/replication/003153a691535f197d8098fd302f65c9 2024-11-15T14:34:01,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/replication/003153a691535f197d8098fd302f65c9 2024-11-15T14:34:01,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 003153a691535f197d8098fd302f65c9 2024-11-15T14:34:01,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 003153a691535f197d8098fd302f65c9 2024-11-15T14:34:01,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T14:34:01,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 003153a691535f197d8098fd302f65c9 2024-11-15T14:34:01,535 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 003153a691535f197d8098fd302f65c9; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59619145, jitterRate=-0.11160551011562347}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T14:34:01,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 003153a691535f197d8098fd302f65c9 2024-11-15T14:34:01,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 003153a691535f197d8098fd302f65c9: Running coprocessor pre-open hook at 1731681241522Writing region info on filesystem at 1731681241522Initializing all the Stores at 1731681241523 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681241523Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681241523Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681241523Cleaning up temporary data from old regions at 1731681241533 (+10 ms)Running coprocessor post-open hooks at 1731681241535 (+2 ms)Region opened successfully at 1731681241535 2024-11-15T14:34:01,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9., pid=13, masterSystemTime=1731681241501 2024-11-15T14:34:01,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9. 2024-11-15T14:34:01,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9. 2024-11-15T14:34:01,538 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=003153a691535f197d8098fd302f65c9, regionState=OPEN, openSeqNum=9, regionLocation=26754e923c4a,42051,1731681235830 2024-11-15T14:34:01,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 003153a691535f197d8098fd302f65c9, server=26754e923c4a,42051,1731681235830 because future has completed 2024-11-15T14:34:01,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-15T14:34:01,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 003153a691535f197d8098fd302f65c9, server=26754e923c4a,42051,1731681235830 in 191 msec 2024-11-15T14:34:01,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-15T14:34:01,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=003153a691535f197d8098fd302f65c9, ASSIGN in 504 msec 2024-11-15T14:34:01,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-15T14:34:01,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9., hostname=26754e923c4a,42051,1731681235830, seqNum=9] 2024-11-15T14:34:01,549 DEBUG [RS:0;26754e923c4a:39631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:34:01,561 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 26754e923c4a,41475,1731681222174 2024-11-15T14:34:01,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-15T14:34:01,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42051 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-15T14:34:01,749 DEBUG [RS:0;26754e923c4a:39631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:34:01,769 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/data/hbase/meta/1588230740/.tmp/ns/d5194fae9abf496c9350eb0906b8dcb0 2024-11-15T14:34:01,785 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/data/hbase/meta/1588230740/.tmp/ns/d5194fae9abf496c9350eb0906b8dcb0 as hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/data/hbase/meta/1588230740/ns/d5194fae9abf496c9350eb0906b8dcb0 2024-11-15T14:34:01,789 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/data/hbase/meta/1588230740/ns/d5194fae9abf496c9350eb0906b8dcb0, entries=2, sequenceid=6, filesize=5.0 K 2024-11-15T14:34:01,790 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=6, compaction requested=false 2024-11-15T14:34:01,790 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T14:34:01,794 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T14:34:01,794 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:34:01,794 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:34:01,794 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:34:01,794 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681241349Running coprocessor pre-close hooks at 1731681241349Disabling compacts and flushes for region at 1731681241349Disabling writes for close at 1731681241349Obtaining lock to block concurrent updates at 1731681241349Preparing flush snapshotting stores in 1588230740 at 1731681241349Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731681241349Flushing stores of hbase:meta,,1.1588230740 at 1731681241350 (+1 ms)Flushing 1588230740/ns: creating writer at 1731681241350Flushing 1588230740/ns: appending metadata at 1731681241364 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731681241364Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d1b6101: reopening flushed file at 1731681241784 (+420 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=6, compaction requested=false at 1731681241790 (+6 ms)Writing region close event to WAL at 1731681241791 (+1 ms)Running coprocessor post-close hooks at 1731681241794 (+3 ms)Closed at 1731681241794 2024-11-15T14:34:01,795 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T14:34:01,868 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T14:34:01,868 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T14:34:01,949 INFO [RS:0;26754e923c4a:39631 {}] regionserver.HRegionServer(976): stopping server 26754e923c4a,39631,1731681226788; all regions closed. 2024-11-15T14:34:01,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42665 is added to blk_1073741834_1010 (size=1152) 2024-11-15T14:34:01,953 DEBUG [RS:0;26754e923c4a:39631 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/oldWALs 2024-11-15T14:34:01,953 INFO [RS:0;26754e923c4a:39631 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 26754e923c4a%2C39631%2C1731681226788.meta:.meta(num 1731681229962) 2024-11-15T14:34:01,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42665 is added to blk_1073741832_1008 (size=93) 2024-11-15T14:34:01,955 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/WALs/26754e923c4a,39631,1731681226788/26754e923c4a%2C39631%2C1731681226788.1731681228996 not finished, retry = 0 2024-11-15T14:34:02,058 DEBUG [RS:0;26754e923c4a:39631 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/oldWALs 2024-11-15T14:34:02,058 INFO [RS:0;26754e923c4a:39631 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 26754e923c4a%2C39631%2C1731681226788:(num 1731681228996) 2024-11-15T14:34:02,058 DEBUG [RS:0;26754e923c4a:39631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:02,058 INFO [RS:0;26754e923c4a:39631 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:34:02,058 INFO [RS:0;26754e923c4a:39631 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:34:02,058 INFO [RS:0;26754e923c4a:39631 {}] hbase.ChoreService(370): Chore service for: regionserver/26754e923c4a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T14:34:02,058 INFO [RS:0;26754e923c4a:39631 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:34:02,058 INFO [regionserver/26754e923c4a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:34:02,058 INFO [RS:0;26754e923c4a:39631 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39631 2024-11-15T14:34:02,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x10140183d230003, quorum=127.0.0.1:60948, baseZNode=/11975972198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11975972198/rs 2024-11-15T14:34:02,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39631-0x10140183d230004, quorum=127.0.0.1:60948, baseZNode=/11975972198 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11975972198/rs/26754e923c4a,39631,1731681226788 2024-11-15T14:34:02,068 INFO [RS:0;26754e923c4a:39631 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:34:02,076 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [26754e923c4a,39631,1731681226788] 2024-11-15T14:34:02,085 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11975972198/draining/26754e923c4a,39631,1731681226788 already deleted, retry=false 2024-11-15T14:34:02,085 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 26754e923c4a,39631,1731681226788 expired; onlineServers=0 2024-11-15T14:34:02,085 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '26754e923c4a,45493,1731681226685' ***** 2024-11-15T14:34:02,085 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T14:34:02,085 INFO [M:0;26754e923c4a:45493 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:34:02,085 INFO [M:0;26754e923c4a:45493 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:34:02,085 DEBUG [M:0;26754e923c4a:45493 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T14:34:02,085 DEBUG [M:0;26754e923c4a:45493 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T14:34:02,085 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T14:34:02,085 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681228751 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681228751,5,FailOnTimeoutGroup] 2024-11-15T14:34:02,085 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681228751 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681228751,5,FailOnTimeoutGroup] 2024-11-15T14:34:02,085 INFO [M:0;26754e923c4a:45493 {}] hbase.ChoreService(370): Chore service for: master/26754e923c4a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T14:34:02,085 INFO [M:0;26754e923c4a:45493 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:34:02,085 DEBUG [M:0;26754e923c4a:45493 {}] master.HMaster(1795): Stopping service threads 2024-11-15T14:34:02,085 INFO [M:0;26754e923c4a:45493 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T14:34:02,085 INFO [M:0;26754e923c4a:45493 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:34:02,085 INFO [M:0;26754e923c4a:45493 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T14:34:02,086 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T14:34:02,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x10140183d230003, quorum=127.0.0.1:60948, baseZNode=/11975972198 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11975972198/master 2024-11-15T14:34:02,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x10140183d230003, quorum=127.0.0.1:60948, baseZNode=/11975972198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11975972198 2024-11-15T14:34:02,093 DEBUG [M:0;26754e923c4a:45493 {}] zookeeper.ZKUtil(347): master:45493-0x10140183d230003, quorum=127.0.0.1:60948, baseZNode=/11975972198 Unable to get data of znode /11975972198/master because node does not exist (not an error) 2024-11-15T14:34:02,093 WARN [M:0;26754e923c4a:45493 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T14:34:02,094 INFO [M:0;26754e923c4a:45493 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/.lastflushedseqids 2024-11-15T14:34:02,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42665 is added to blk_1073741836_1012 (size=99) 2024-11-15T14:34:02,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39631-0x10140183d230004, quorum=127.0.0.1:60948, baseZNode=/11975972198 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:34:02,177 INFO [RS:0;26754e923c4a:39631 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:34:02,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39631-0x10140183d230004, quorum=127.0.0.1:60948, baseZNode=/11975972198 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:34:02,177 INFO [RS:0;26754e923c4a:39631 {}] regionserver.HRegionServer(1031): Exiting; stopping=26754e923c4a,39631,1731681226788; zookeeper connection closed. 2024-11-15T14:34:02,177 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@77e40526 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@77e40526 2024-11-15T14:34:02,177 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T14:34:02,350 DEBUG [RS:0;26754e923c4a:42051.replicationSource.wal-reader.26754e923c4a%2C42051%2C1731681235830,1-26754e923c4a,42051,1731681235830 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,42051,1731681235830/26754e923c4a%2C42051%2C1731681235830.1731681236773 to pos 0, reset compression=false 2024-11-15T14:34:02,499 INFO [M:0;26754e923c4a:45493 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T14:34:02,499 INFO [M:0;26754e923c4a:45493 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T14:34:02,499 DEBUG [M:0;26754e923c4a:45493 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:34:02,499 INFO [M:0;26754e923c4a:45493 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:34:02,499 DEBUG [M:0;26754e923c4a:45493 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:34:02,499 DEBUG [M:0;26754e923c4a:45493 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:34:02,499 DEBUG [M:0;26754e923c4a:45493 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:34:02,499 INFO [M:0;26754e923c4a:45493 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-15T14:34:02,513 DEBUG [M:0;26754e923c4a:45493 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1dae6b512d6443286b95d5681710b40 is 82, key is hbase:meta,,1/info:regioninfo/1731681230006/Put/seqid=0 2024-11-15T14:34:02,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42665 is added to blk_1073741837_1013 (size=5672) 2024-11-15T14:34:02,610 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T14:34:02,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:02,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:02,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:02,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:02,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:02,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:02,917 INFO [M:0;26754e923c4a:45493 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1dae6b512d6443286b95d5681710b40 2024-11-15T14:34:02,935 DEBUG [M:0;26754e923c4a:45493 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/181bc68b777649ae8168d56fd517c2c5 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731681230028/Put/seqid=0 2024-11-15T14:34:02,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42665 is added to blk_1073741838_1014 (size=5275) 2024-11-15T14:34:03,340 INFO [M:0;26754e923c4a:45493 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/181bc68b777649ae8168d56fd517c2c5 2024-11-15T14:34:03,358 DEBUG [M:0;26754e923c4a:45493 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5876461cc29e4bb2bbd9704125a812d5 is 69, key is 26754e923c4a,39631,1731681226788/rs:state/1731681228850/Put/seqid=0 2024-11-15T14:34:03,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42665 is added to blk_1073741839_1015 (size=5156) 2024-11-15T14:34:03,455 DEBUG [RS:0;26754e923c4a:42051.replicationSource.wal-reader.26754e923c4a%2C42051%2C1731681235830,1-26754e923c4a,42051,1731681235830 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,42051,1731681235830/26754e923c4a%2C42051%2C1731681235830.1731681236773 to pos 0, reset compression=false 2024-11-15T14:34:03,763 INFO [M:0;26754e923c4a:45493 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5876461cc29e4bb2bbd9704125a812d5 2024-11-15T14:34:03,768 DEBUG [M:0;26754e923c4a:45493 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1dae6b512d6443286b95d5681710b40 as hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f1dae6b512d6443286b95d5681710b40 2024-11-15T14:34:03,772 INFO [M:0;26754e923c4a:45493 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f1dae6b512d6443286b95d5681710b40, entries=8, sequenceid=28, filesize=5.5 K 2024-11-15T14:34:03,773 DEBUG [M:0;26754e923c4a:45493 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/181bc68b777649ae8168d56fd517c2c5 as hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/181bc68b777649ae8168d56fd517c2c5 2024-11-15T14:34:03,778 INFO [M:0;26754e923c4a:45493 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/181bc68b777649ae8168d56fd517c2c5, entries=3, sequenceid=28, filesize=5.2 K 2024-11-15T14:34:03,779 DEBUG [M:0;26754e923c4a:45493 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5876461cc29e4bb2bbd9704125a812d5 as hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5876461cc29e4bb2bbd9704125a812d5 2024-11-15T14:34:03,784 INFO [M:0;26754e923c4a:45493 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42567/user/jenkins/test-data/67963e86-ed9a-80fc-e300-41112ada485c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5876461cc29e4bb2bbd9704125a812d5, entries=1, sequenceid=28, filesize=5.0 K 2024-11-15T14:34:03,785 INFO [M:0;26754e923c4a:45493 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=28, compaction requested=false 2024-11-15T14:34:03,786 INFO [M:0;26754e923c4a:45493 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:34:03,786 DEBUG [M:0;26754e923c4a:45493 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681242499Disabling compacts and flushes for region at 1731681242499Disabling writes for close at 1731681242499Obtaining lock to block concurrent updates at 1731681242499Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731681242499Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731681242500 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731681242500Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731681242500Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731681242513 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731681242513Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731681242922 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731681242935 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731681242935Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731681243345 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731681243358 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731681243358Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3415b5fa: reopening flushed file at 1731681243767 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@590b5590: reopening flushed file at 1731681243772 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5be0dce: reopening flushed file at 1731681243778 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=28, compaction requested=false at 1731681243785 (+7 ms)Writing region close event to WAL at 1731681243786 (+1 ms)Closed at 1731681243786 2024-11-15T14:34:03,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42665 is added to blk_1073741830_1006 (size=10165) 2024-11-15T14:34:03,789 INFO [M:0;26754e923c4a:45493 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T14:34:03,789 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:34:03,789 INFO [M:0;26754e923c4a:45493 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45493 2024-11-15T14:34:03,789 INFO [M:0;26754e923c4a:45493 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:34:03,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x10140183d230003, quorum=127.0.0.1:60948, baseZNode=/11975972198 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:34:03,952 INFO [M:0;26754e923c4a:45493 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:34:03,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x10140183d230003, quorum=127.0.0.1:60948, baseZNode=/11975972198 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:34:03,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4aba240d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:34:03,954 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d17fa12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:34:03,954 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:34:03,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10399cd6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:34:03,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bff4f3d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0dbecd-8620-237c-4c9d-9892f1630fd5/hadoop.log.dir/,STOPPED} 2024-11-15T14:34:03,956 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T14:34:03,956 WARN [BP-128772922-172.17.0.3-1731681225161 heartbeating to localhost/127.0.0.1:42567 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T14:34:03,956 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T14:34:03,956 WARN [BP-128772922-172.17.0.3-1731681225161 heartbeating to localhost/127.0.0.1:42567 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-128772922-172.17.0.3-1731681225161 (Datanode Uuid 071911ea-0803-43da-b883-3b771f177a1a) service to localhost/127.0.0.1:42567 2024-11-15T14:34:03,956 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0dbecd-8620-237c-4c9d-9892f1630fd5/cluster_31452269-9d1b-1200-0222-4295c4086c74/data/data1/current/BP-128772922-172.17.0.3-1731681225161 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:34:03,956 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0dbecd-8620-237c-4c9d-9892f1630fd5/cluster_31452269-9d1b-1200-0222-4295c4086c74/data/data2/current/BP-128772922-172.17.0.3-1731681225161 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:34:03,957 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T14:34:03,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d7a90ea{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:34:03,963 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e032d09{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:34:03,963 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:34:03,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@db8d6b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:34:03,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8042823{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0dbecd-8620-237c-4c9d-9892f1630fd5/hadoop.log.dir/,STOPPED} 2024-11-15T14:34:03,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T14:34:03,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T14:34:03,976 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:34:03,976 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:34:03,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:03,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:03,977 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:34:03,977 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T14:34:03,977 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=647902611, stopped=false 2024-11-15T14:34:03,977 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=26754e923c4a,42345,1731681235795 2024-11-15T14:34:03,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42051-0x10140183d230007, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0197333104/running 2024-11-15T14:34:03,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42345-0x10140183d230006, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0197333104/running 2024-11-15T14:34:03,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42051-0x10140183d230007, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0197333104 2024-11-15T14:34:03,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42345-0x10140183d230006, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0197333104 2024-11-15T14:34:03,985 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:34:03,985 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:34:03,985 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:34:03,985 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42345-0x10140183d230006, quorum=127.0.0.1:60948, baseZNode=/0197333104 Set watcher on znode that does not yet exist, /0197333104/running 2024-11-15T14:34:03,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:03,985 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42051-0x10140183d230007, quorum=127.0.0.1:60948, baseZNode=/0197333104 Set watcher on znode that does not yet exist, /0197333104/running 2024-11-15T14:34:03,986 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '26754e923c4a,42051,1731681235830' ***** 2024-11-15T14:34:03,986 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T14:34:03,986 INFO [RS:0;26754e923c4a:42051 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T14:34:03,986 INFO [RS:0;26754e923c4a:42051 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T14:34:03,986 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T14:34:03,986 INFO [RS:0;26754e923c4a:42051 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T14:34:03,986 INFO [RS:0;26754e923c4a:42051 {}] regionserver.HRegionServer(3091): Received CLOSE for 003153a691535f197d8098fd302f65c9 2024-11-15T14:34:03,986 INFO [RS:0;26754e923c4a:42051 {}] regionserver.HRegionServer(959): stopping server 26754e923c4a,42051,1731681235830 2024-11-15T14:34:03,986 INFO [RS:0;26754e923c4a:42051 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:34:03,987 INFO [RS:0;26754e923c4a:42051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:42051. 2024-11-15T14:34:03,987 DEBUG [RS:0;26754e923c4a:42051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:34:03,987 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 003153a691535f197d8098fd302f65c9, disabling compactions & flushes 2024-11-15T14:34:03,987 DEBUG [RS:0;26754e923c4a:42051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:03,987 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9. 2024-11-15T14:34:03,987 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9. 2024-11-15T14:34:03,987 INFO [RS:0;26754e923c4a:42051 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T14:34:03,987 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9. after waiting 0 ms 2024-11-15T14:34:03,987 INFO [RS:0;26754e923c4a:42051 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T14:34:03,987 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9. 2024-11-15T14:34:03,987 INFO [RS:0;26754e923c4a:42051 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T14:34:03,987 INFO [RS:0;26754e923c4a:42051 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T14:34:03,987 INFO [RS:0;26754e923c4a:42051 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T14:34:03,987 DEBUG [RS:0;26754e923c4a:42051 {}] regionserver.HRegionServer(1325): Online Regions={003153a691535f197d8098fd302f65c9=hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T14:34:03,987 DEBUG [RS:0;26754e923c4a:42051 {}] regionserver.HRegionServer(1351): Waiting on 003153a691535f197d8098fd302f65c9, 1588230740 2024-11-15T14:34:03,987 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:34:03,987 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:34:03,987 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:34:03,987 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:34:03,987 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:34:03,987 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-15T14:34:03,990 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/replication/003153a691535f197d8098fd302f65c9/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-15T14:34:03,991 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:34:03,991 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:34:03,991 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9. 2024-11-15T14:34:03,991 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 003153a691535f197d8098fd302f65c9: Waiting for close lock at 1731681243987Running coprocessor pre-close hooks at 1731681243987Disabling compacts and flushes for region at 1731681243987Disabling writes for close at 1731681243987Writing region close event to WAL at 1731681243987Running coprocessor post-close hooks at 1731681243991 (+4 ms)Closed at 1731681243991 2024-11-15T14:34:03,991 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9. 2024-11-15T14:34:04,002 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/meta/1588230740/.tmp/info/63e4aaab658d484f8f7662d610cb2650 is 147, key is hbase:replication,,1731681230162.003153a691535f197d8098fd302f65c9./info:regioninfo/1731681241538/Put/seqid=0 2024-11-15T14:34:04,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40001 is added to blk_1073741851_1027 (size=6385) 2024-11-15T14:34:04,039 INFO [regionserver/26754e923c4a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:34:04,187 DEBUG [RS:0;26754e923c4a:42051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:34:04,387 DEBUG [RS:0;26754e923c4a:42051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:34:04,407 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/meta/1588230740/.tmp/info/63e4aaab658d484f8f7662d610cb2650 2024-11-15T14:34:04,412 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/meta/1588230740/.tmp/info/63e4aaab658d484f8f7662d610cb2650 as hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/meta/1588230740/info/63e4aaab658d484f8f7662d610cb2650 2024-11-15T14:34:04,417 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/meta/1588230740/info/63e4aaab658d484f8f7662d610cb2650, entries=8, sequenceid=19, filesize=6.2 K 2024-11-15T14:34:04,418 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=19, compaction requested=false 2024-11-15T14:34:04,423 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-15T14:34:04,424 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:34:04,424 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:34:04,424 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:34:04,424 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681243987Running coprocessor pre-close hooks at 1731681243987Disabling compacts and flushes for region at 1731681243987Disabling writes for close at 1731681243987Obtaining lock to block concurrent updates at 1731681243987Preparing flush snapshotting stores in 1588230740 at 1731681243987Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731681243988 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731681243988Flushing 1588230740/info: creating writer at 1731681243988Flushing 1588230740/info: appending metadata at 1731681244002 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731681244002Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b3c733e: reopening flushed file at 1731681244411 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=19, compaction requested=false at 1731681244418 (+7 ms)Writing region close event to WAL at 1731681244421 (+3 ms)Running coprocessor post-close hooks at 1731681244424 (+3 ms)Closed at 1731681244424 2024-11-15T14:34:04,424 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T14:34:04,588 INFO [RS:0;26754e923c4a:42051 {}] regionserver.HRegionServer(976): stopping server 26754e923c4a,42051,1731681235830; all regions closed. 2024-11-15T14:34:04,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40001 is added to blk_1073741849_1025 (size=2156) 2024-11-15T14:34:04,592 DEBUG [RS:0;26754e923c4a:42051 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/oldWALs 2024-11-15T14:34:04,592 INFO [RS:0;26754e923c4a:42051 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 26754e923c4a%2C42051%2C1731681235830.meta:.meta(num 1731681237091) 2024-11-15T14:34:04,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40001 is added to blk_1073741850_1026 (size=796) 2024-11-15T14:34:04,594 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,42051,1731681235830/26754e923c4a%2C42051%2C1731681235830.rep.1731681241506 not finished, retry = 0 2024-11-15T14:34:04,635 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T14:34:04,635 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T14:34:04,660 DEBUG [RS:0;26754e923c4a:42051.replicationSource.wal-reader.26754e923c4a%2C42051%2C1731681235830,1-26754e923c4a,42051,1731681235830 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,42051,1731681235830/26754e923c4a%2C42051%2C1731681235830.1731681236773 to pos 0, reset compression=false 2024-11-15T14:34:04,696 DEBUG [RS:0;26754e923c4a:42051 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/oldWALs 2024-11-15T14:34:04,696 INFO [RS:0;26754e923c4a:42051 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 26754e923c4a%2C42051%2C1731681235830.rep:(num 1731681241506) 2024-11-15T14:34:04,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40001 is added to blk_1073741848_1024 (size=93) 2024-11-15T14:34:04,698 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/WALs/26754e923c4a,42051,1731681235830/26754e923c4a%2C42051%2C1731681235830.1731681236773 not finished, retry = 0 2024-11-15T14:34:04,800 DEBUG [RS:0;26754e923c4a:42051 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/oldWALs 2024-11-15T14:34:04,801 INFO [RS:0;26754e923c4a:42051 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 26754e923c4a%2C42051%2C1731681235830:(num 1731681236773) 2024-11-15T14:34:04,801 DEBUG [RS:0;26754e923c4a:42051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:04,801 INFO [RS:0;26754e923c4a:42051 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:34:04,801 INFO [RS:0;26754e923c4a:42051 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:34:04,801 INFO [RS:0;26754e923c4a:42051 {}] hbase.ChoreService(370): Chore service for: regionserver/26754e923c4a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T14:34:04,801 INFO [RS:0;26754e923c4a:42051 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:34:04,801 INFO [regionserver/26754e923c4a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:34:04,801 INFO [RS:0;26754e923c4a:42051 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-26754e923c4a,42051,1731681235830 because: Region server is closing 2024-11-15T14:34:04,801 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/26754e923c4a:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-15T14:34:04,801 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/26754e923c4a:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-15T14:34:04,801 INFO [RS:0;26754e923c4a:42051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:42051. 2024-11-15T14:34:04,801 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/26754e923c4a:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-15T14:34:04,801 DEBUG [RS:0;26754e923c4a:42051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:34:04,801 DEBUG [RS:0;26754e923c4a:42051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:04,802 DEBUG [RS:0;26754e923c4a:42051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:04,802 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:34:04,902 WARN [RS:0;26754e923c4a:42051.replicationSource.shipper26754e923c4a%2C42051%2C1731681235830,1-26754e923c4a,42051,1731681235830 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T14:34:04,902 WARN [RS:0;26754e923c4a:42051.replicationSource.wal-reader.26754e923c4a%2C42051%2C1731681235830,1-26754e923c4a,42051,1731681235830 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T14:34:04,902 INFO [RS:0;26754e923c4a:42051 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;26754e923c4a:42051.replicationSource.shipper26754e923c4a%2C42051%2C1731681235830,1-26754e923c4a,42051,1731681235830 terminated 2024-11-15T14:34:04,902 INFO [RS:0;26754e923c4a:42051 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42051 2024-11-15T14:34:04,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42051-0x10140183d230007, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0197333104/rs/26754e923c4a,42051,1731681235830 2024-11-15T14:34:04,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42345-0x10140183d230006, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0197333104/rs 2024-11-15T14:34:04,943 INFO [RS:0;26754e923c4a:42051 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:34:04,951 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [26754e923c4a,42051,1731681235830] 2024-11-15T14:34:04,960 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0197333104/draining/26754e923c4a,42051,1731681235830 already deleted, retry=false 2024-11-15T14:34:04,960 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 26754e923c4a,42051,1731681235830 expired; onlineServers=0 2024-11-15T14:34:04,960 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '26754e923c4a,42345,1731681235795' ***** 2024-11-15T14:34:04,960 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T14:34:04,960 INFO [M:0;26754e923c4a:42345 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:34:04,960 INFO [M:0;26754e923c4a:42345 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:34:04,960 DEBUG [M:0;26754e923c4a:42345 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T14:34:04,960 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T14:34:04,960 DEBUG [M:0;26754e923c4a:42345 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T14:34:04,960 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681236513 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681236513,5,FailOnTimeoutGroup] 2024-11-15T14:34:04,960 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681236514 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681236514,5,FailOnTimeoutGroup] 2024-11-15T14:34:04,960 INFO [M:0;26754e923c4a:42345 {}] hbase.ChoreService(370): Chore service for: master/26754e923c4a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T14:34:04,960 INFO [M:0;26754e923c4a:42345 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:34:04,960 DEBUG [M:0;26754e923c4a:42345 {}] master.HMaster(1795): Stopping service threads 2024-11-15T14:34:04,961 INFO [M:0;26754e923c4a:42345 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T14:34:04,961 INFO [M:0;26754e923c4a:42345 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:34:04,961 INFO [M:0;26754e923c4a:42345 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T14:34:04,961 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T14:34:04,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42345-0x10140183d230006, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0197333104/master 2024-11-15T14:34:04,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42345-0x10140183d230006, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0197333104 2024-11-15T14:34:04,968 DEBUG [M:0;26754e923c4a:42345 {}] zookeeper.ZKUtil(347): master:42345-0x10140183d230006, quorum=127.0.0.1:60948, baseZNode=/0197333104 Unable to get data of znode /0197333104/master because node does not exist (not an error) 2024-11-15T14:34:04,968 WARN [M:0;26754e923c4a:42345 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T14:34:04,969 INFO [M:0;26754e923c4a:42345 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/.lastflushedseqids 2024-11-15T14:34:04,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40001 is added to blk_1073741852_1028 (size=181) 2024-11-15T14:34:05,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42051-0x10140183d230007, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:34:05,052 INFO [RS:0;26754e923c4a:42051 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:34:05,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42051-0x10140183d230007, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:34:05,052 INFO [RS:0;26754e923c4a:42051 {}] regionserver.HRegionServer(1031): Exiting; stopping=26754e923c4a,42051,1731681235830; zookeeper connection closed. 2024-11-15T14:34:05,052 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35eb642e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35eb642e 2024-11-15T14:34:05,052 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T14:34:05,374 INFO [M:0;26754e923c4a:42345 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T14:34:05,374 INFO [M:0;26754e923c4a:42345 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T14:34:05,374 DEBUG [M:0;26754e923c4a:42345 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:34:05,374 INFO [M:0;26754e923c4a:42345 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:34:05,374 DEBUG [M:0;26754e923c4a:42345 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:34:05,374 DEBUG [M:0;26754e923c4a:42345 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:34:05,375 DEBUG [M:0;26754e923c4a:42345 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:34:05,375 INFO [M:0;26754e923c4a:42345 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-15T14:34:05,394 DEBUG [M:0;26754e923c4a:42345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f462122f00784c7187ee194215ddb79b is 82, key is hbase:meta,,1/info:regioninfo/1731681237136/Put/seqid=0 2024-11-15T14:34:05,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40001 is added to blk_1073741853_1029 (size=5672) 2024-11-15T14:34:05,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:34:05,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T14:34:05,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:34:05,798 INFO [M:0;26754e923c4a:42345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f462122f00784c7187ee194215ddb79b 2024-11-15T14:34:05,816 DEBUG [M:0;26754e923c4a:42345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36e26eafcce44649a694581d2025f9d4 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731681241542/Put/seqid=0 2024-11-15T14:34:05,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40001 is added to blk_1073741854_1030 (size=7312) 2024-11-15T14:34:05,821 INFO [M:0;26754e923c4a:42345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36e26eafcce44649a694581d2025f9d4 2024-11-15T14:34:05,838 DEBUG [M:0;26754e923c4a:42345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/14375c02df2f48338189c6d22243f841 is 69, key is 26754e923c4a,42051,1731681235830/rs:state/1731681236582/Put/seqid=0 2024-11-15T14:34:05,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40001 is added to blk_1073741855_1031 (size=5370) 2024-11-15T14:34:06,243 INFO [M:0;26754e923c4a:42345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/14375c02df2f48338189c6d22243f841 2024-11-15T14:34:06,247 INFO [M:0;26754e923c4a:42345 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 14375c02df2f48338189c6d22243f841 2024-11-15T14:34:06,248 DEBUG [M:0;26754e923c4a:42345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f462122f00784c7187ee194215ddb79b as hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f462122f00784c7187ee194215ddb79b 2024-11-15T14:34:06,252 INFO [M:0;26754e923c4a:42345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f462122f00784c7187ee194215ddb79b, entries=8, sequenceid=127, filesize=5.5 K 2024-11-15T14:34:06,253 DEBUG [M:0;26754e923c4a:42345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36e26eafcce44649a694581d2025f9d4 as hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/36e26eafcce44649a694581d2025f9d4 2024-11-15T14:34:06,257 INFO [M:0;26754e923c4a:42345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/36e26eafcce44649a694581d2025f9d4, entries=7, sequenceid=127, filesize=7.1 K 2024-11-15T14:34:06,257 DEBUG [M:0;26754e923c4a:42345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/14375c02df2f48338189c6d22243f841 as hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/14375c02df2f48338189c6d22243f841 2024-11-15T14:34:06,261 INFO [M:0;26754e923c4a:42345 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 14375c02df2f48338189c6d22243f841 2024-11-15T14:34:06,261 INFO [M:0;26754e923c4a:42345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38951/user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/14375c02df2f48338189c6d22243f841, entries=2, sequenceid=127, filesize=5.2 K 2024-11-15T14:34:06,262 INFO [M:0;26754e923c4a:42345 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 887ms, sequenceid=127, compaction requested=false 2024-11-15T14:34:06,270 INFO [M:0;26754e923c4a:42345 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:34:06,270 DEBUG [M:0;26754e923c4a:42345 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681245374Disabling compacts and flushes for region at 1731681245374Disabling writes for close at 1731681245375 (+1 ms)Obtaining lock to block concurrent updates at 1731681245375Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731681245375Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731681245375Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731681245376 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731681245376Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731681245393 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731681245393Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731681245802 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731681245816 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731681245816Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731681245825 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731681245837 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731681245837Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c8919a8: reopening flushed file at 1731681246247 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1947847f: reopening flushed file at 1731681246252 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3767fd1c: reopening flushed file at 1731681246257 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 887ms, sequenceid=127, compaction requested=false at 1731681246262 (+5 ms)Writing region close event to WAL at 1731681246270 (+8 ms)Closed at 1731681246270 2024-11-15T14:34:06,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40001 is added to blk_1073741847_1023 (size=22903) 2024-11-15T14:34:06,272 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/193a364a-6c26-2049-f71b-66630f8eb45d/MasterData/WALs/26754e923c4a,42345,1731681235795/26754e923c4a%2C42345%2C1731681235795.1731681236327 not finished, retry = 0 2024-11-15T14:34:06,373 INFO [M:0;26754e923c4a:42345 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T14:34:06,373 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:34:06,373 INFO [M:0;26754e923c4a:42345 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42345 2024-11-15T14:34:06,374 INFO [M:0;26754e923c4a:42345 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:34:06,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42345-0x10140183d230006, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:34:06,576 INFO [M:0;26754e923c4a:42345 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:34:06,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42345-0x10140183d230006, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:34:06,579 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11505e70{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:34:06,579 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c456414{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:34:06,579 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:34:06,579 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f4a13ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:34:06,580 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25077bd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b33843f-825f-a62c-34c9-4c92afef1392/hadoop.log.dir/,STOPPED} 2024-11-15T14:34:06,581 WARN [BP-582642703-172.17.0.3-1731681220492 heartbeating to localhost/127.0.0.1:38951 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T14:34:06,581 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T14:34:06,581 WARN [BP-582642703-172.17.0.3-1731681220492 heartbeating to localhost/127.0.0.1:38951 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-582642703-172.17.0.3-1731681220492 (Datanode Uuid 82a1c5ef-cc43-4004-b3b9-881fc27296a8) service to localhost/127.0.0.1:38951 2024-11-15T14:34:06,581 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T14:34:06,581 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b33843f-825f-a62c-34c9-4c92afef1392/cluster_51751df4-44a5-bed0-c1b3-ad74f1e78848/data/data1/current/BP-582642703-172.17.0.3-1731681220492 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:34:06,581 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b33843f-825f-a62c-34c9-4c92afef1392/cluster_51751df4-44a5-bed0-c1b3-ad74f1e78848/data/data2/current/BP-582642703-172.17.0.3-1731681220492 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:34:06,582 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T14:34:06,588 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@189b0b0c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:34:06,588 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c9eb55a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:34:06,588 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:34:06,588 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23d953a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:34:06,588 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67266931{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b33843f-825f-a62c-34c9-4c92afef1392/hadoop.log.dir/,STOPPED} 2024-11-15T14:34:06,594 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T14:34:06,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T14:34:06,616 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=203 (was 158) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:38951 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38951 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:38951 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38951 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42567 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42567 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:42567 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42567 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60948) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42567 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38951 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38951 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60948) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=249 (was 211) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=932 (was 1077) 2024-11-15T14:34:06,624 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=203, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=249, ProcessCount=11, AvailableMemoryMB=931 2024-11-15T14:34:06,636 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-15T14:34:06,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0dbecd-8620-237c-4c9d-9892f1630fd5/hadoop.log.dir so I do NOT create it in target/test-data/86d7b2ad-27c0-785d-711e-f616d65498e9 2024-11-15T14:34:06,636 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0dbecd-8620-237c-4c9d-9892f1630fd5/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T14:34:06,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0dbecd-8620-237c-4c9d-9892f1630fd5/hadoop.tmp.dir so I do NOT create it in target/test-data/86d7b2ad-27c0-785d-711e-f616d65498e9 2024-11-15T14:34:06,636 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0dbecd-8620-237c-4c9d-9892f1630fd5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T14:34:06,636 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86d7b2ad-27c0-785d-711e-f616d65498e9 2024-11-15T14:34:06,637 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86d7b2ad-27c0-785d-711e-f616d65498e9/cluster_2662a6aa-d6b1-97fc-83df-d144fb9bb881, deleteOnExit=true 2024-11-15T14:34:06,639 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86d7b2ad-27c0-785d-711e-f616d65498e9/cluster_2662a6aa-d6b1-97fc-83df-d144fb9bb881/zookeeper_0, clientPort=62628, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86d7b2ad-27c0-785d-711e-f616d65498e9/cluster_2662a6aa-d6b1-97fc-83df-d144fb9bb881/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86d7b2ad-27c0-785d-711e-f616d65498e9/cluster_2662a6aa-d6b1-97fc-83df-d144fb9bb881/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T14:34:06,640 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62628 2024-11-15T14:34:06,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T14:34:06,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T14:34:06,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86d7b2ad-27c0-785d-711e-f616d65498e9/test.cache.data in system properties and HBase conf 2024-11-15T14:34:06,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86d7b2ad-27c0-785d-711e-f616d65498e9/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T14:34:06,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86d7b2ad-27c0-785d-711e-f616d65498e9/hadoop.log.dir in system properties and HBase conf 2024-11-15T14:34:06,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86d7b2ad-27c0-785d-711e-f616d65498e9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T14:34:06,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86d7b2ad-27c0-785d-711e-f616d65498e9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T14:34:06,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T14:34:06,640 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T14:34:06,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86d7b2ad-27c0-785d-711e-f616d65498e9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:34:06,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86d7b2ad-27c0-785d-711e-f616d65498e9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:34:06,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86d7b2ad-27c0-785d-711e-f616d65498e9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T14:34:06,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86d7b2ad-27c0-785d-711e-f616d65498e9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:34:06,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86d7b2ad-27c0-785d-711e-f616d65498e9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T14:34:06,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86d7b2ad-27c0-785d-711e-f616d65498e9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T14:34:06,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86d7b2ad-27c0-785d-711e-f616d65498e9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:34:06,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86d7b2ad-27c0-785d-711e-f616d65498e9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:34:06,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86d7b2ad-27c0-785d-711e-f616d65498e9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T14:34:06,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86d7b2ad-27c0-785d-711e-f616d65498e9/nfs.dump.dir in system properties and HBase conf 2024-11-15T14:34:06,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86d7b2ad-27c0-785d-711e-f616d65498e9/java.io.tmpdir in system properties and HBase conf 2024-11-15T14:34:06,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86d7b2ad-27c0-785d-711e-f616d65498e9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:34:06,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86d7b2ad-27c0-785d-711e-f616d65498e9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T14:34:06,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86d7b2ad-27c0-785d-711e-f616d65498e9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T14:34:06,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10140183d230005, quorum=127.0.0.1:60948, baseZNode=/11975972198 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T14:34:06,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10140183d230002, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T14:34:06,693 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10140183d230002, quorum=127.0.0.1:60948, baseZNode=/0197333104 Received Disconnected from ZooKeeper, ignoring 2024-11-15T14:34:06,693 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10140183d230005, quorum=127.0.0.1:60948, baseZNode=/11975972198 Received Disconnected from ZooKeeper, ignoring 2024-11-15T14:34:06,855 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:34:06,859 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:34:06,861 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:34:06,861 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:34:06,861 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T14:34:06,863 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:34:06,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b19225d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86d7b2ad-27c0-785d-711e-f616d65498e9/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:34:06,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10d5daf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:34:06,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e70cc99{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86d7b2ad-27c0-785d-711e-f616d65498e9/java.io.tmpdir/jetty-localhost-36245-hadoop-hdfs-3_4_1-tests_jar-_-any-9999977644749411428/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:34:06,957 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6eb8a007{HTTP/1.1, (http/1.1)}{localhost:36245} 2024-11-15T14:34:06,957 INFO [Time-limited test {}] server.Server(415): Started @167031ms 2024-11-15T14:34:07,122 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:34:07,125 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:34:07,126 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:34:07,126 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:34:07,126 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T14:34:07,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ecea2b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86d7b2ad-27c0-785d-711e-f616d65498e9/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:34:07,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@616c0c8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:34:07,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b816d00{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86d7b2ad-27c0-785d-711e-f616d65498e9/java.io.tmpdir/jetty-localhost-42035-hadoop-hdfs-3_4_1-tests_jar-_-any-7770412146707551109/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:34:07,221 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c6a9ea6{HTTP/1.1, (http/1.1)}{localhost:42035} 2024-11-15T14:34:07,221 INFO [Time-limited test {}] server.Server(415): Started @167295ms 2024-11-15T14:34:07,222 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T14:34:07,594 WARN [Thread-1684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86d7b2ad-27c0-785d-711e-f616d65498e9/cluster_2662a6aa-d6b1-97fc-83df-d144fb9bb881/data/data2/current/BP-1758943464-172.17.0.3-1731681246669/current, will proceed with Du for space computation calculation, 2024-11-15T14:34:07,594 WARN [Thread-1683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86d7b2ad-27c0-785d-711e-f616d65498e9/cluster_2662a6aa-d6b1-97fc-83df-d144fb9bb881/data/data1/current/BP-1758943464-172.17.0.3-1731681246669/current, will proceed with Du for space computation calculation, 2024-11-15T14:34:07,609 WARN [Thread-1671 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T14:34:07,612 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xddc217f1c2e9c411 with lease ID 0xcec1015f95462948: Processing first storage report for DS-41ba8c7e-4859-47d4-a897-b2c349c625d3 from datanode DatanodeRegistration(127.0.0.1:45669, datanodeUuid=482e17f6-3962-42b1-bd27-a180fdaf2aac, infoPort=43061, infoSecurePort=0, ipcPort=40061, storageInfo=lv=-57;cid=testClusterID;nsid=1097860357;c=1731681246669) 2024-11-15T14:34:07,612 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xddc217f1c2e9c411 with lease ID 0xcec1015f95462948: from storage DS-41ba8c7e-4859-47d4-a897-b2c349c625d3 node DatanodeRegistration(127.0.0.1:45669, datanodeUuid=482e17f6-3962-42b1-bd27-a180fdaf2aac, infoPort=43061, infoSecurePort=0, ipcPort=40061, storageInfo=lv=-57;cid=testClusterID;nsid=1097860357;c=1731681246669), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T14:34:07,612 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xddc217f1c2e9c411 with lease ID 0xcec1015f95462948: Processing first storage report for DS-b2d9577c-b997-4b43-bedd-c26da173eb95 from datanode DatanodeRegistration(127.0.0.1:45669, datanodeUuid=482e17f6-3962-42b1-bd27-a180fdaf2aac, infoPort=43061, infoSecurePort=0, ipcPort=40061, storageInfo=lv=-57;cid=testClusterID;nsid=1097860357;c=1731681246669) 2024-11-15T14:34:07,612 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xddc217f1c2e9c411 with lease ID 0xcec1015f95462948: from storage DS-b2d9577c-b997-4b43-bedd-c26da173eb95 node DatanodeRegistration(127.0.0.1:45669, datanodeUuid=482e17f6-3962-42b1-bd27-a180fdaf2aac, infoPort=43061, infoSecurePort=0, ipcPort=40061, storageInfo=lv=-57;cid=testClusterID;nsid=1097860357;c=1731681246669), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T14:34:07,648 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86d7b2ad-27c0-785d-711e-f616d65498e9 2024-11-15T14:34:07,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:34:07,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:34:07,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45669 is added to blk_1073741825_1001 (size=7) 2024-11-15T14:34:08,057 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f with version=8 2024-11-15T14:34:08,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/hbase-staging 2024-11-15T14:34:08,059 INFO [Time-limited test {}] client.ConnectionUtils(128): master/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:34:08,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:34:08,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:34:08,059 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:34:08,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:34:08,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:34:08,059 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T14:34:08,059 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:34:08,060 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37805 2024-11-15T14:34:08,061 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37805 connecting to ZooKeeper ensemble=127.0.0.1:62628 2024-11-15T14:34:08,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378050x0, quorum=127.0.0.1:62628, baseZNode=/0279692616 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:34:08,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37805-0x1014018a3570000 connected 2024-11-15T14:34:08,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:34:08,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:34:08,171 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37805-0x1014018a3570000, quorum=127.0.0.1:62628, baseZNode=/0279692616 Set watcher on znode that does not yet exist, /0279692616/running 2024-11-15T14:34:08,171 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f, hbase.cluster.distributed=false 2024-11-15T14:34:08,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37805-0x1014018a3570000, quorum=127.0.0.1:62628, baseZNode=/0279692616 Set watcher on znode that does not yet exist, /0279692616/acl 2024-11-15T14:34:08,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37805 2024-11-15T14:34:08,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37805 2024-11-15T14:34:08,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37805 2024-11-15T14:34:08,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37805 2024-11-15T14:34:08,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37805 2024-11-15T14:34:08,189 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:34:08,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:34:08,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:34:08,190 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:34:08,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:34:08,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:34:08,190 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T14:34:08,190 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:34:08,190 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36251 2024-11-15T14:34:08,191 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36251 connecting to ZooKeeper ensemble=127.0.0.1:62628 2024-11-15T14:34:08,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:34:08,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:34:08,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362510x0, quorum=127.0.0.1:62628, baseZNode=/0279692616 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:34:08,202 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362510x0, quorum=127.0.0.1:62628, baseZNode=/0279692616 Set watcher on znode that does not yet exist, /0279692616/running 2024-11-15T14:34:08,202 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36251-0x1014018a3570001 connected 2024-11-15T14:34:08,202 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T14:34:08,202 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T14:34:08,203 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36251-0x1014018a3570001, quorum=127.0.0.1:62628, baseZNode=/0279692616 Set watcher on znode that does not yet exist, /0279692616/master 2024-11-15T14:34:08,204 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36251-0x1014018a3570001, quorum=127.0.0.1:62628, baseZNode=/0279692616 Set watcher on znode that does not yet exist, /0279692616/acl 2024-11-15T14:34:08,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36251 2024-11-15T14:34:08,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36251 2024-11-15T14:34:08,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36251 2024-11-15T14:34:08,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36251 2024-11-15T14:34:08,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36251 2024-11-15T14:34:08,222 DEBUG [M:0;26754e923c4a:37805 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;26754e923c4a:37805 2024-11-15T14:34:08,223 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0279692616/backup-masters/26754e923c4a,37805,1731681248059 2024-11-15T14:34:08,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37805-0x1014018a3570000, quorum=127.0.0.1:62628, baseZNode=/0279692616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279692616/backup-masters 2024-11-15T14:34:08,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36251-0x1014018a3570001, quorum=127.0.0.1:62628, baseZNode=/0279692616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279692616/backup-masters 2024-11-15T14:34:08,233 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37805-0x1014018a3570000, quorum=127.0.0.1:62628, baseZNode=/0279692616 Set watcher on existing znode=/0279692616/backup-masters/26754e923c4a,37805,1731681248059 2024-11-15T14:34:08,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36251-0x1014018a3570001, quorum=127.0.0.1:62628, baseZNode=/0279692616 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0279692616/master 2024-11-15T14:34:08,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37805-0x1014018a3570000, quorum=127.0.0.1:62628, baseZNode=/0279692616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279692616 2024-11-15T14:34:08,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36251-0x1014018a3570001, quorum=127.0.0.1:62628, baseZNode=/0279692616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279692616 2024-11-15T14:34:08,243 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37805-0x1014018a3570000, quorum=127.0.0.1:62628, baseZNode=/0279692616 Set watcher on existing znode=/0279692616/master 2024-11-15T14:34:08,243 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0279692616/backup-masters/26754e923c4a,37805,1731681248059 from backup master directory 2024-11-15T14:34:08,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37805-0x1014018a3570000, quorum=127.0.0.1:62628, baseZNode=/0279692616 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0279692616/backup-masters/26754e923c4a,37805,1731681248059 2024-11-15T14:34:08,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37805-0x1014018a3570000, quorum=127.0.0.1:62628, baseZNode=/0279692616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279692616/backup-masters 2024-11-15T14:34:08,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36251-0x1014018a3570001, quorum=127.0.0.1:62628, baseZNode=/0279692616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279692616/backup-masters 2024-11-15T14:34:08,251 WARN [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:34:08,251 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=26754e923c4a,37805,1731681248059 2024-11-15T14:34:08,255 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/hbase.id] with ID: 05599ee2-3f64-4945-ad43-859919a8f4ca 2024-11-15T14:34:08,255 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/.tmp/hbase.id 2024-11-15T14:34:08,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45669 is added to blk_1073741826_1002 (size=42) 2024-11-15T14:34:08,660 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/.tmp/hbase.id]:[hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/hbase.id] 2024-11-15T14:34:08,669 INFO [master/26754e923c4a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:34:08,670 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T14:34:08,671 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T14:34:08,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36251-0x1014018a3570001, quorum=127.0.0.1:62628, baseZNode=/0279692616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279692616 2024-11-15T14:34:08,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37805-0x1014018a3570000, quorum=127.0.0.1:62628, baseZNode=/0279692616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279692616 2024-11-15T14:34:08,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45669 is added to blk_1073741827_1003 (size=196) 2024-11-15T14:34:09,082 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:34:09,083 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T14:34:09,083 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:34:09,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45669 is added to blk_1073741828_1004 (size=1189) 2024-11-15T14:34:09,489 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/MasterData/data/master/store 2024-11-15T14:34:09,493 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T14:34:09,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45669 is added to blk_1073741829_1005 (size=34) 2024-11-15T14:34:09,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:09,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:09,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:09,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:09,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:09,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:09,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:09,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:09,894 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:34:09,895 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:34:09,895 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:34:09,895 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:34:09,895 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:34:09,895 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:34:09,895 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:34:09,895 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681249894Disabling compacts and flushes for region at 1731681249894Disabling writes for close at 1731681249895 (+1 ms)Writing region close event to WAL at 1731681249895Closed at 1731681249895 2024-11-15T14:34:09,896 WARN [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/MasterData/data/master/store/.initializing 2024-11-15T14:34:09,896 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/MasterData/WALs/26754e923c4a,37805,1731681248059 2024-11-15T14:34:09,897 INFO [master/26754e923c4a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:34:09,898 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=26754e923c4a%2C37805%2C1731681248059, suffix=, logDir=hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/MasterData/WALs/26754e923c4a,37805,1731681248059, archiveDir=hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/MasterData/oldWALs, maxLogs=10 2024-11-15T14:34:09,910 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/MasterData/WALs/26754e923c4a,37805,1731681248059/26754e923c4a%2C37805%2C1731681248059.1731681249898, exclude list is [], retry=0 2024-11-15T14:34:09,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45669,DS-41ba8c7e-4859-47d4-a897-b2c349c625d3,DISK] 2024-11-15T14:34:09,914 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/MasterData/WALs/26754e923c4a,37805,1731681248059/26754e923c4a%2C37805%2C1731681248059.1731681249898 2024-11-15T14:34:09,914 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43061:43061)] 2024-11-15T14:34:09,914 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:34:09,914 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:34:09,915 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:09,915 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:09,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:09,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T14:34:09,917 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:09,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:34:09,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:09,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T14:34:09,918 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:09,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:34:09,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:09,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T14:34:09,919 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:09,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:34:09,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:09,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T14:34:09,921 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:09,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:34:09,921 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:09,922 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:09,922 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:09,923 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:09,923 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:09,923 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:34:09,924 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:09,926 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:34:09,926 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68921483, jitterRate=0.027010127902030945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:34:09,927 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731681249915Initializing all the Stores at 1731681249915Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681249915Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681249915Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681249915Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681249915Cleaning up temporary data from old regions at 1731681249923 (+8 ms)Region opened successfully at 1731681249927 (+4 ms) 2024-11-15T14:34:09,927 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T14:34:09,929 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@713f6d1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:34:09,930 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T14:34:09,930 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T14:34:09,930 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T14:34:09,930 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T14:34:09,931 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T14:34:09,931 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T14:34:09,931 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T14:34:09,932 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T14:34:09,933 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37805-0x1014018a3570000, quorum=127.0.0.1:62628, baseZNode=/0279692616 Unable to get data of znode /0279692616/balancer because node does not exist (not necessarily an error) 2024-11-15T14:34:10,001 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0279692616/balancer already deleted, retry=false 2024-11-15T14:34:10,001 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T14:34:10,002 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37805-0x1014018a3570000, quorum=127.0.0.1:62628, baseZNode=/0279692616 Unable to get data of znode /0279692616/normalizer because node does not exist (not necessarily an error) 2024-11-15T14:34:10,009 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0279692616/normalizer already deleted, retry=false 2024-11-15T14:34:10,009 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T14:34:10,010 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37805-0x1014018a3570000, quorum=127.0.0.1:62628, baseZNode=/0279692616 Unable to get data of znode /0279692616/switch/split because node does not exist (not necessarily an error) 2024-11-15T14:34:10,018 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0279692616/switch/split already deleted, retry=false 2024-11-15T14:34:10,018 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37805-0x1014018a3570000, quorum=127.0.0.1:62628, baseZNode=/0279692616 Unable to get data of znode /0279692616/switch/merge because node does not exist (not necessarily an error) 2024-11-15T14:34:10,026 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0279692616/switch/merge already deleted, retry=false 2024-11-15T14:34:10,027 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37805-0x1014018a3570000, quorum=127.0.0.1:62628, baseZNode=/0279692616 Unable to get data of znode /0279692616/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T14:34:10,034 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0279692616/snapshot-cleanup already deleted, retry=false 2024-11-15T14:34:10,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36251-0x1014018a3570001, quorum=127.0.0.1:62628, baseZNode=/0279692616 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0279692616/running 2024-11-15T14:34:10,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37805-0x1014018a3570000, quorum=127.0.0.1:62628, baseZNode=/0279692616 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0279692616/running 2024-11-15T14:34:10,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37805-0x1014018a3570000, quorum=127.0.0.1:62628, baseZNode=/0279692616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279692616 2024-11-15T14:34:10,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36251-0x1014018a3570001, quorum=127.0.0.1:62628, baseZNode=/0279692616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279692616 2024-11-15T14:34:10,043 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=26754e923c4a,37805,1731681248059, sessionid=0x1014018a3570000, setting cluster-up flag (Was=false) 2024-11-15T14:34:10,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37805-0x1014018a3570000, quorum=127.0.0.1:62628, baseZNode=/0279692616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279692616 2024-11-15T14:34:10,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36251-0x1014018a3570001, quorum=127.0.0.1:62628, baseZNode=/0279692616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279692616 2024-11-15T14:34:10,084 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0279692616/flush-table-proc/acquired, /0279692616/flush-table-proc/reached, /0279692616/flush-table-proc/abort 2024-11-15T14:34:10,085 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,37805,1731681248059 2024-11-15T14:34:10,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37805-0x1014018a3570000, quorum=127.0.0.1:62628, baseZNode=/0279692616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279692616 2024-11-15T14:34:10,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36251-0x1014018a3570001, quorum=127.0.0.1:62628, baseZNode=/0279692616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279692616 2024-11-15T14:34:10,126 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0279692616/online-snapshot/acquired, /0279692616/online-snapshot/reached, /0279692616/online-snapshot/abort 2024-11-15T14:34:10,127 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,37805,1731681248059 2024-11-15T14:34:10,132 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T14:34:10,133 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T14:34:10,134 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T14:34:10,134 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T14:34:10,134 WARN [master/26754e923c4a:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 26754e923c4a,41475,1731681222174: status=Processing ServerCrashProcedure of 26754e923c4a,41475,1731681222174 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731681236510, completionTime=-1 appears to have been leaked 2024-11-15T14:34:10,134 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 26754e923c4a,37805,1731681248059 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T14:34:10,135 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:34:10,135 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:34:10,135 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:34:10,135 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:34:10,135 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/26754e923c4a:0, corePoolSize=10, maxPoolSize=10 2024-11-15T14:34:10,135 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:10,135 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:34:10,135 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:10,136 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731681280136 2024-11-15T14:34:10,136 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T14:34:10,136 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T14:34:10,136 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T14:34:10,136 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T14:34:10,136 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T14:34:10,136 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T14:34:10,136 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:10,136 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:34:10,136 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T14:34:10,137 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T14:34:10,137 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T14:34:10,137 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T14:34:10,137 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T14:34:10,137 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T14:34:10,137 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T14:34:10,137 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681250137,5,FailOnTimeoutGroup] 2024-11-15T14:34:10,137 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681250137,5,FailOnTimeoutGroup] 2024-11-15T14:34:10,137 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:10,137 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T14:34:10,137 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:10,137 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:10,137 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:10,137 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T14:34:10,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45669 is added to blk_1073741831_1007 (size=1321) 2024-11-15T14:34:10,211 INFO [RS:0;26754e923c4a:36251 {}] regionserver.HRegionServer(746): ClusterId : 05599ee2-3f64-4945-ad43-859919a8f4ca 2024-11-15T14:34:10,211 DEBUG [RS:0;26754e923c4a:36251 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T14:34:10,218 DEBUG [RS:0;26754e923c4a:36251 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T14:34:10,219 DEBUG [RS:0;26754e923c4a:36251 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T14:34:10,227 DEBUG [RS:0;26754e923c4a:36251 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T14:34:10,227 DEBUG [RS:0;26754e923c4a:36251 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e2d8dcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:34:10,242 DEBUG [RS:0;26754e923c4a:36251 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;26754e923c4a:36251 2024-11-15T14:34:10,242 INFO [RS:0;26754e923c4a:36251 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T14:34:10,242 INFO [RS:0;26754e923c4a:36251 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T14:34:10,242 DEBUG [RS:0;26754e923c4a:36251 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T14:34:10,243 INFO [RS:0;26754e923c4a:36251 {}] regionserver.HRegionServer(2659): reportForDuty to master=26754e923c4a,37805,1731681248059 with port=36251, startcode=1731681248189 2024-11-15T14:34:10,243 DEBUG [RS:0;26754e923c4a:36251 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T14:34:10,245 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39221, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T14:34:10,245 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37805 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 26754e923c4a,36251,1731681248189 2024-11-15T14:34:10,245 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37805 {}] master.ServerManager(517): Registering regionserver=26754e923c4a,36251,1731681248189 2024-11-15T14:34:10,247 DEBUG [RS:0;26754e923c4a:36251 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f 2024-11-15T14:34:10,247 DEBUG [RS:0;26754e923c4a:36251 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41743 2024-11-15T14:34:10,247 DEBUG [RS:0;26754e923c4a:36251 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T14:34:10,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37805-0x1014018a3570000, quorum=127.0.0.1:62628, baseZNode=/0279692616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279692616/rs 2024-11-15T14:34:10,258 DEBUG [RS:0;26754e923c4a:36251 {}] zookeeper.ZKUtil(111): regionserver:36251-0x1014018a3570001, quorum=127.0.0.1:62628, baseZNode=/0279692616 Set watcher on existing znode=/0279692616/rs/26754e923c4a,36251,1731681248189 2024-11-15T14:34:10,258 WARN [RS:0;26754e923c4a:36251 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:34:10,258 INFO [RS:0;26754e923c4a:36251 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:34:10,258 DEBUG [RS:0;26754e923c4a:36251 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189 2024-11-15T14:34:10,258 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [26754e923c4a,36251,1731681248189] 2024-11-15T14:34:10,261 INFO [RS:0;26754e923c4a:36251 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T14:34:10,263 INFO [RS:0;26754e923c4a:36251 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T14:34:10,264 INFO [RS:0;26754e923c4a:36251 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T14:34:10,264 INFO [RS:0;26754e923c4a:36251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:10,266 INFO [RS:0;26754e923c4a:36251 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T14:34:10,267 INFO [RS:0;26754e923c4a:36251 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T14:34:10,268 INFO [RS:0;26754e923c4a:36251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:10,268 DEBUG [RS:0;26754e923c4a:36251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:10,268 DEBUG [RS:0;26754e923c4a:36251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:10,268 DEBUG [RS:0;26754e923c4a:36251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:10,268 DEBUG [RS:0;26754e923c4a:36251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:10,268 DEBUG [RS:0;26754e923c4a:36251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:10,268 DEBUG [RS:0;26754e923c4a:36251 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:34:10,268 DEBUG [RS:0;26754e923c4a:36251 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:10,268 DEBUG [RS:0;26754e923c4a:36251 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:10,268 DEBUG [RS:0;26754e923c4a:36251 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:10,268 DEBUG [RS:0;26754e923c4a:36251 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:10,268 DEBUG [RS:0;26754e923c4a:36251 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:10,268 DEBUG [RS:0;26754e923c4a:36251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:10,268 DEBUG [RS:0;26754e923c4a:36251 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:34:10,268 DEBUG [RS:0;26754e923c4a:36251 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:34:10,276 INFO [RS:0;26754e923c4a:36251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:10,276 INFO [RS:0;26754e923c4a:36251 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:10,276 INFO [RS:0;26754e923c4a:36251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:10,276 INFO [RS:0;26754e923c4a:36251 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:10,276 INFO [RS:0;26754e923c4a:36251 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:10,276 INFO [RS:0;26754e923c4a:36251 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,36251,1731681248189-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:34:10,295 INFO [RS:0;26754e923c4a:36251 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T14:34:10,295 INFO [RS:0;26754e923c4a:36251 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,36251,1731681248189-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:10,295 INFO [RS:0;26754e923c4a:36251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:10,295 INFO [RS:0;26754e923c4a:36251 {}] regionserver.Replication(171): 26754e923c4a,36251,1731681248189 started 2024-11-15T14:34:10,313 INFO [RS:0;26754e923c4a:36251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:10,313 INFO [RS:0;26754e923c4a:36251 {}] regionserver.HRegionServer(1482): Serving as 26754e923c4a,36251,1731681248189, RpcServer on 26754e923c4a/172.17.0.3:36251, sessionid=0x1014018a3570001 2024-11-15T14:34:10,313 DEBUG [RS:0;26754e923c4a:36251 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T14:34:10,313 DEBUG [RS:0;26754e923c4a:36251 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 26754e923c4a,36251,1731681248189 2024-11-15T14:34:10,313 DEBUG [RS:0;26754e923c4a:36251 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,36251,1731681248189' 2024-11-15T14:34:10,313 DEBUG [RS:0;26754e923c4a:36251 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0279692616/flush-table-proc/abort' 2024-11-15T14:34:10,314 DEBUG [RS:0;26754e923c4a:36251 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0279692616/flush-table-proc/acquired' 2024-11-15T14:34:10,314 DEBUG [RS:0;26754e923c4a:36251 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T14:34:10,314 DEBUG [RS:0;26754e923c4a:36251 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T14:34:10,314 DEBUG [RS:0;26754e923c4a:36251 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 26754e923c4a,36251,1731681248189 2024-11-15T14:34:10,314 DEBUG [RS:0;26754e923c4a:36251 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,36251,1731681248189' 2024-11-15T14:34:10,314 DEBUG [RS:0;26754e923c4a:36251 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0279692616/online-snapshot/abort' 2024-11-15T14:34:10,315 DEBUG [RS:0;26754e923c4a:36251 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0279692616/online-snapshot/acquired' 2024-11-15T14:34:10,315 DEBUG [RS:0;26754e923c4a:36251 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T14:34:10,315 INFO [RS:0;26754e923c4a:36251 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T14:34:10,315 INFO [RS:0;26754e923c4a:36251 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T14:34:10,415 INFO [RS:0;26754e923c4a:36251 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:34:10,417 INFO [RS:0;26754e923c4a:36251 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C36251%2C1731681248189, suffix=, logDir=hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189, archiveDir=hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/oldWALs, maxLogs=10 2024-11-15T14:34:10,433 DEBUG [RS:0;26754e923c4a:36251 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189/26754e923c4a%2C36251%2C1731681248189.1731681250417, exclude list is [], retry=0 2024-11-15T14:34:10,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45669,DS-41ba8c7e-4859-47d4-a897-b2c349c625d3,DISK] 2024-11-15T14:34:10,437 INFO [RS:0;26754e923c4a:36251 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189/26754e923c4a%2C36251%2C1731681248189.1731681250417 2024-11-15T14:34:10,438 DEBUG [RS:0;26754e923c4a:36251 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43061:43061)] 2024-11-15T14:34:10,545 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T14:34:10,545 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f 2024-11-15T14:34:10,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45669 is added to blk_1073741833_1009 (size=32) 2024-11-15T14:34:10,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:34:10,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:34:10,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:34:10,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:10,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:34:10,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:34:10,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:34:10,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:10,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:34:10,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:34:10,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:34:10,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:10,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:34:10,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:34:10,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:34:10,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:10,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:34:10,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:34:10,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/hbase/meta/1588230740 2024-11-15T14:34:10,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/hbase/meta/1588230740 2024-11-15T14:34:10,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:34:10,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:34:10,961 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:34:10,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:34:10,963 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:34:10,964 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63401535, jitterRate=-0.05524350702762604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:34:10,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731681250953Initializing all the Stores at 1731681250953Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681250953Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681250953Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681250953Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681250953Cleaning up temporary data from old regions at 1731681250961 (+8 ms)Region opened successfully at 1731681250964 (+3 ms) 2024-11-15T14:34:10,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:34:10,964 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:34:10,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:34:10,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:34:10,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:34:10,965 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:34:10,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681250964Disabling compacts and flushes for region at 1731681250964Disabling writes for close at 1731681250964Writing region close event to WAL at 1731681250964Closed at 1731681250965 (+1 ms) 2024-11-15T14:34:10,965 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:34:10,966 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T14:34:10,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T14:34:10,966 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:34:10,967 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T14:34:11,117 DEBUG [26754e923c4a:37805 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T14:34:11,118 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=26754e923c4a,36251,1731681248189 2024-11-15T14:34:11,119 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,36251,1731681248189, state=OPENING 2024-11-15T14:34:11,224 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T14:34:11,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37805-0x1014018a3570000, quorum=127.0.0.1:62628, baseZNode=/0279692616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279692616 2024-11-15T14:34:11,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36251-0x1014018a3570001, quorum=127.0.0.1:62628, baseZNode=/0279692616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279692616 2024-11-15T14:34:11,233 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:34:11,233 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0279692616/meta-region-server: CHANGED 2024-11-15T14:34:11,233 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0279692616/meta-region-server: CHANGED 2024-11-15T14:34:11,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,36251,1731681248189}] 2024-11-15T14:34:11,385 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T14:34:11,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T14:34:11,389 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T14:34:11,389 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:34:11,389 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T14:34:11,390 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C36251%2C1731681248189.meta, suffix=.meta, logDir=hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189, archiveDir=hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/oldWALs, maxLogs=10 2024-11-15T14:34:11,402 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189/26754e923c4a%2C36251%2C1731681248189.meta.1731681251390.meta, exclude list is [], retry=0 2024-11-15T14:34:11,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45669,DS-41ba8c7e-4859-47d4-a897-b2c349c625d3,DISK] 2024-11-15T14:34:11,405 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189/26754e923c4a%2C36251%2C1731681248189.meta.1731681251390.meta 2024-11-15T14:34:11,405 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43061:43061)] 2024-11-15T14:34:11,405 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:34:11,406 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:34:11,406 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T14:34:11,406 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T14:34:11,406 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T14:34:11,406 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T14:34:11,406 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:34:11,406 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T14:34:11,406 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T14:34:11,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:34:11,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:34:11,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:11,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:34:11,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:34:11,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:34:11,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:11,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:34:11,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:34:11,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:34:11,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:11,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:34:11,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:34:11,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:34:11,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:11,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:34:11,411 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:34:11,411 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/hbase/meta/1588230740 2024-11-15T14:34:11,412 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/hbase/meta/1588230740 2024-11-15T14:34:11,413 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:34:11,413 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:34:11,413 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:34:11,414 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:34:11,415 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60919398, jitterRate=-0.09223023056983948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:34:11,415 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T14:34:11,415 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731681251406Writing region info on filesystem at 1731681251406Initializing all the Stores at 1731681251407 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681251407Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681251407Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681251407Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681251407Cleaning up temporary data from old regions at 1731681251413 (+6 ms)Running coprocessor post-open hooks at 1731681251415 (+2 ms)Region opened successfully at 1731681251415 2024-11-15T14:34:11,416 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731681251385 2024-11-15T14:34:11,418 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T14:34:11,418 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T14:34:11,418 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,36251,1731681248189 2024-11-15T14:34:11,419 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,36251,1731681248189, state=OPEN 2024-11-15T14:34:11,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36251-0x1014018a3570001, quorum=127.0.0.1:62628, baseZNode=/0279692616 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0279692616/meta-region-server 2024-11-15T14:34:11,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37805-0x1014018a3570000, quorum=127.0.0.1:62628, baseZNode=/0279692616 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0279692616/meta-region-server 2024-11-15T14:34:11,460 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0279692616/meta-region-server: CHANGED 2024-11-15T14:34:11,460 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0279692616/meta-region-server: CHANGED 2024-11-15T14:34:11,460 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=26754e923c4a,36251,1731681248189 2024-11-15T14:34:11,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T14:34:11,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,36251,1731681248189 in 227 msec 2024-11-15T14:34:11,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T14:34:11,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 496 msec 2024-11-15T14:34:11,464 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:34:11,464 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T14:34:11,465 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:34:11,465 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,36251,1731681248189, seqNum=-1] 2024-11-15T14:34:11,466 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:34:11,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:34:11,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3380 sec 2024-11-15T14:34:11,471 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731681251471, completionTime=-1 2024-11-15T14:34:11,471 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T14:34:11,471 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T14:34:11,473 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T14:34:11,473 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731681311473 2024-11-15T14:34:11,473 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731681371473 2024-11-15T14:34:11,473 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T14:34:11,473 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,37805,1731681248059-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:11,473 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,37805,1731681248059-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:11,473 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,37805,1731681248059-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:11,473 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-26754e923c4a:37805, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:11,473 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:11,473 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:11,475 DEBUG [master/26754e923c4a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T14:34:11,476 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.225sec 2024-11-15T14:34:11,477 INFO [master/26754e923c4a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T14:34:11,477 INFO [master/26754e923c4a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T14:34:11,477 INFO [master/26754e923c4a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T14:34:11,477 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T14:34:11,477 INFO [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T14:34:11,477 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,37805,1731681248059-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:34:11,477 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,37805,1731681248059-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T14:34:11,479 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T14:34:11,479 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T14:34:11,479 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,37805,1731681248059-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:11,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156060c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:11,512 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37805,-1 for getting cluster id 2024-11-15T14:34:11,513 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:34:11,514 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05599ee2-3f64-4945-ad43-859919a8f4ca' 2024-11-15T14:34:11,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:34:11,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05599ee2-3f64-4945-ad43-859919a8f4ca" 2024-11-15T14:34:11,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df3afde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:11,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37805,-1] 2024-11-15T14:34:11,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:34:11,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:11,515 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:34:11,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156172f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:11,516 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:34:11,517 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,36251,1731681248189, seqNum=-1] 2024-11-15T14:34:11,517 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:34:11,518 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:34:11,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=26754e923c4a,37805,1731681248059 2024-11-15T14:34:11,520 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62628 2024-11-15T14:34:11,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62628, baseZNode=/0279692616 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:34:11,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014018a3570002 connected 2024-11-15T14:34:11,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86d7b2ad-27c0-785d-711e-f616d65498e9/hadoop.log.dir so I do NOT create it in target/test-data/eb056bd2-5117-e492-b0cf-bca298bc23d8 2024-11-15T14:34:11,542 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86d7b2ad-27c0-785d-711e-f616d65498e9/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T14:34:11,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86d7b2ad-27c0-785d-711e-f616d65498e9/hadoop.tmp.dir so I do NOT create it in target/test-data/eb056bd2-5117-e492-b0cf-bca298bc23d8 2024-11-15T14:34:11,542 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86d7b2ad-27c0-785d-711e-f616d65498e9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T14:34:11,542 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb056bd2-5117-e492-b0cf-bca298bc23d8 2024-11-15T14:34:11,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T14:34:11,542 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb056bd2-5117-e492-b0cf-bca298bc23d8/cluster_f944ea49-53a8-6387-466c-0f21e03253d5, deleteOnExit=true 2024-11-15T14:34:11,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T14:34:11,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb056bd2-5117-e492-b0cf-bca298bc23d8/test.cache.data in system properties and HBase conf 2024-11-15T14:34:11,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb056bd2-5117-e492-b0cf-bca298bc23d8/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T14:34:11,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb056bd2-5117-e492-b0cf-bca298bc23d8/hadoop.log.dir in system properties and HBase conf 2024-11-15T14:34:11,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb056bd2-5117-e492-b0cf-bca298bc23d8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T14:34:11,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb056bd2-5117-e492-b0cf-bca298bc23d8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T14:34:11,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T14:34:11,543 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T14:34:11,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb056bd2-5117-e492-b0cf-bca298bc23d8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:34:11,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb056bd2-5117-e492-b0cf-bca298bc23d8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:34:11,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb056bd2-5117-e492-b0cf-bca298bc23d8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T14:34:11,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb056bd2-5117-e492-b0cf-bca298bc23d8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:34:11,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb056bd2-5117-e492-b0cf-bca298bc23d8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T14:34:11,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb056bd2-5117-e492-b0cf-bca298bc23d8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T14:34:11,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb056bd2-5117-e492-b0cf-bca298bc23d8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:34:11,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb056bd2-5117-e492-b0cf-bca298bc23d8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:34:11,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb056bd2-5117-e492-b0cf-bca298bc23d8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T14:34:11,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb056bd2-5117-e492-b0cf-bca298bc23d8/nfs.dump.dir in system properties and HBase conf 2024-11-15T14:34:11,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb056bd2-5117-e492-b0cf-bca298bc23d8/java.io.tmpdir in system properties and HBase conf 2024-11-15T14:34:11,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb056bd2-5117-e492-b0cf-bca298bc23d8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:34:11,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb056bd2-5117-e492-b0cf-bca298bc23d8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T14:34:11,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb056bd2-5117-e492-b0cf-bca298bc23d8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T14:34:11,729 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:34:11,732 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:34:11,733 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:34:11,733 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:34:11,733 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T14:34:11,734 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:34:11,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@268e84f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb056bd2-5117-e492-b0cf-bca298bc23d8/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:34:11,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19e06a07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:34:11,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e4af57a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb056bd2-5117-e492-b0cf-bca298bc23d8/java.io.tmpdir/jetty-localhost-33261-hadoop-hdfs-3_4_1-tests_jar-_-any-1280919488706582244/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:34:11,828 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@347b42e7{HTTP/1.1, (http/1.1)}{localhost:33261} 2024-11-15T14:34:11,829 INFO [Time-limited test {}] server.Server(415): Started @171903ms 2024-11-15T14:34:12,002 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:34:12,004 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:34:12,006 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:34:12,006 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:34:12,006 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T14:34:12,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b1a24d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb056bd2-5117-e492-b0cf-bca298bc23d8/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:34:12,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@771f0749{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:34:12,099 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68ce4868{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb056bd2-5117-e492-b0cf-bca298bc23d8/java.io.tmpdir/jetty-localhost-44033-hadoop-hdfs-3_4_1-tests_jar-_-any-11354440134613119124/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:34:12,100 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c9e907e{HTTP/1.1, (http/1.1)}{localhost:44033} 2024-11-15T14:34:12,100 INFO [Time-limited test {}] server.Server(415): Started @172174ms 2024-11-15T14:34:12,101 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T14:34:12,468 WARN [Thread-1805 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb056bd2-5117-e492-b0cf-bca298bc23d8/cluster_f944ea49-53a8-6387-466c-0f21e03253d5/data/data2/current/BP-416007830-172.17.0.3-1731681251557/current, will proceed with Du for space computation calculation, 2024-11-15T14:34:12,468 WARN [Thread-1804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb056bd2-5117-e492-b0cf-bca298bc23d8/cluster_f944ea49-53a8-6387-466c-0f21e03253d5/data/data1/current/BP-416007830-172.17.0.3-1731681251557/current, will proceed with Du for space computation calculation, 2024-11-15T14:34:12,491 WARN [Thread-1792 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T14:34:12,493 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8996884cdba21768 with lease ID 0xd977114572ec2b60: Processing first storage report for DS-8dba7959-049b-48d9-9c6f-6065f8a1a04a from datanode DatanodeRegistration(127.0.0.1:40225, datanodeUuid=39cb554d-3ef4-4a91-a52c-5718350af6a6, infoPort=44873, infoSecurePort=0, ipcPort=41015, storageInfo=lv=-57;cid=testClusterID;nsid=333297479;c=1731681251557) 2024-11-15T14:34:12,493 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8996884cdba21768 with lease ID 0xd977114572ec2b60: from storage DS-8dba7959-049b-48d9-9c6f-6065f8a1a04a node DatanodeRegistration(127.0.0.1:40225, datanodeUuid=39cb554d-3ef4-4a91-a52c-5718350af6a6, infoPort=44873, infoSecurePort=0, ipcPort=41015, storageInfo=lv=-57;cid=testClusterID;nsid=333297479;c=1731681251557), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T14:34:12,493 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8996884cdba21768 with lease ID 0xd977114572ec2b60: Processing first storage report for DS-1c43e515-bb32-4277-ab24-4b70bc655ef9 from datanode DatanodeRegistration(127.0.0.1:40225, datanodeUuid=39cb554d-3ef4-4a91-a52c-5718350af6a6, infoPort=44873, infoSecurePort=0, ipcPort=41015, storageInfo=lv=-57;cid=testClusterID;nsid=333297479;c=1731681251557) 2024-11-15T14:34:12,493 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8996884cdba21768 with lease ID 0xd977114572ec2b60: from storage DS-1c43e515-bb32-4277-ab24-4b70bc655ef9 node DatanodeRegistration(127.0.0.1:40225, datanodeUuid=39cb554d-3ef4-4a91-a52c-5718350af6a6, infoPort=44873, infoSecurePort=0, ipcPort=41015, storageInfo=lv=-57;cid=testClusterID;nsid=333297479;c=1731681251557), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T14:34:12,529 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb056bd2-5117-e492-b0cf-bca298bc23d8 2024-11-15T14:34:12,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:34:12,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:34:12,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741825_1001 (size=7) 2024-11-15T14:34:12,537 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965 with version=8 2024-11-15T14:34:12,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/hbase-staging 2024-11-15T14:34:12,539 INFO [Time-limited test {}] client.ConnectionUtils(128): master/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:34:12,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:34:12,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:34:12,539 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:34:12,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:34:12,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:34:12,539 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T14:34:12,539 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:34:12,540 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34083 2024-11-15T14:34:12,541 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34083 connecting to ZooKeeper ensemble=127.0.0.1:62628 2024-11-15T14:34:12,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340830x0, quorum=127.0.0.1:62628, baseZNode=/1295125145 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:34:12,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34083-0x1014018a3570003 connected 2024-11-15T14:34:12,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:34:12,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:34:12,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34083-0x1014018a3570003, quorum=127.0.0.1:62628, baseZNode=/1295125145 Set watcher on znode that does not yet exist, /1295125145/running 2024-11-15T14:34:12,612 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965, hbase.cluster.distributed=false 2024-11-15T14:34:12,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34083-0x1014018a3570003, quorum=127.0.0.1:62628, baseZNode=/1295125145 Set watcher on znode that does not yet exist, /1295125145/acl 2024-11-15T14:34:12,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34083 2024-11-15T14:34:12,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34083 2024-11-15T14:34:12,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34083 2024-11-15T14:34:12,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34083 2024-11-15T14:34:12,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34083 2024-11-15T14:34:12,631 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:34:12,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:34:12,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:34:12,631 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:34:12,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:34:12,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:34:12,631 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T14:34:12,632 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:34:12,632 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44957 2024-11-15T14:34:12,633 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44957 connecting to ZooKeeper ensemble=127.0.0.1:62628 2024-11-15T14:34:12,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:34:12,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:34:12,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449570x0, quorum=127.0.0.1:62628, baseZNode=/1295125145 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:34:12,643 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449570x0, quorum=127.0.0.1:62628, baseZNode=/1295125145 Set watcher on znode that does not yet exist, /1295125145/running 2024-11-15T14:34:12,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44957-0x1014018a3570004 connected 2024-11-15T14:34:12,643 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T14:34:12,644 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T14:34:12,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44957-0x1014018a3570004, quorum=127.0.0.1:62628, baseZNode=/1295125145 Set watcher on znode that does not yet exist, /1295125145/master 2024-11-15T14:34:12,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44957-0x1014018a3570004, quorum=127.0.0.1:62628, baseZNode=/1295125145 Set watcher on znode that does not yet exist, /1295125145/acl 2024-11-15T14:34:12,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44957 2024-11-15T14:34:12,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44957 2024-11-15T14:34:12,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44957 2024-11-15T14:34:12,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44957 2024-11-15T14:34:12,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44957 2024-11-15T14:34:12,659 DEBUG [M:0;26754e923c4a:34083 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;26754e923c4a:34083 2024-11-15T14:34:12,659 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1295125145/backup-masters/26754e923c4a,34083,1731681252539 2024-11-15T14:34:12,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34083-0x1014018a3570003, quorum=127.0.0.1:62628, baseZNode=/1295125145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1295125145/backup-masters 2024-11-15T14:34:12,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44957-0x1014018a3570004, quorum=127.0.0.1:62628, baseZNode=/1295125145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1295125145/backup-masters 2024-11-15T14:34:12,668 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34083-0x1014018a3570003, quorum=127.0.0.1:62628, baseZNode=/1295125145 Set watcher on existing znode=/1295125145/backup-masters/26754e923c4a,34083,1731681252539 2024-11-15T14:34:12,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34083-0x1014018a3570003, quorum=127.0.0.1:62628, baseZNode=/1295125145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1295125145 2024-11-15T14:34:12,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44957-0x1014018a3570004, quorum=127.0.0.1:62628, baseZNode=/1295125145 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1295125145/master 2024-11-15T14:34:12,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44957-0x1014018a3570004, quorum=127.0.0.1:62628, baseZNode=/1295125145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1295125145 2024-11-15T14:34:12,676 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34083-0x1014018a3570003, quorum=127.0.0.1:62628, baseZNode=/1295125145 Set watcher on existing znode=/1295125145/master 2024-11-15T14:34:12,676 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1295125145/backup-masters/26754e923c4a,34083,1731681252539 from backup master directory 2024-11-15T14:34:12,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44957-0x1014018a3570004, quorum=127.0.0.1:62628, baseZNode=/1295125145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1295125145/backup-masters 2024-11-15T14:34:12,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34083-0x1014018a3570003, quorum=127.0.0.1:62628, baseZNode=/1295125145 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1295125145/backup-masters/26754e923c4a,34083,1731681252539 2024-11-15T14:34:12,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34083-0x1014018a3570003, quorum=127.0.0.1:62628, baseZNode=/1295125145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1295125145/backup-masters 2024-11-15T14:34:12,684 WARN [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:34:12,684 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=26754e923c4a,34083,1731681252539 2024-11-15T14:34:12,687 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/hbase.id] with ID: 3e63ef34-4011-439b-9628-48940377f453 2024-11-15T14:34:12,687 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/.tmp/hbase.id 2024-11-15T14:34:12,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741826_1002 (size=42) 2024-11-15T14:34:13,092 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/.tmp/hbase.id]:[hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/hbase.id] 2024-11-15T14:34:13,101 INFO [master/26754e923c4a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:34:13,102 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T14:34:13,103 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T14:34:13,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34083-0x1014018a3570003, quorum=127.0.0.1:62628, baseZNode=/1295125145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1295125145 2024-11-15T14:34:13,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44957-0x1014018a3570004, quorum=127.0.0.1:62628, baseZNode=/1295125145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1295125145 2024-11-15T14:34:13,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741827_1003 (size=196) 2024-11-15T14:34:13,131 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:34:13,132 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T14:34:13,132 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:34:13,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741828_1004 (size=1189) 2024-11-15T14:34:13,539 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/MasterData/data/master/store 2024-11-15T14:34:13,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741829_1005 (size=34) 2024-11-15T14:34:13,945 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:34:13,945 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:34:13,945 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:34:13,946 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:34:13,946 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:34:13,946 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:34:13,946 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:34:13,946 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681253945Disabling compacts and flushes for region at 1731681253945Disabling writes for close at 1731681253946 (+1 ms)Writing region close event to WAL at 1731681253946Closed at 1731681253946 2024-11-15T14:34:13,946 WARN [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/MasterData/data/master/store/.initializing 2024-11-15T14:34:13,946 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/MasterData/WALs/26754e923c4a,34083,1731681252539 2024-11-15T14:34:13,947 INFO [master/26754e923c4a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:34:13,948 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=26754e923c4a%2C34083%2C1731681252539, suffix=, logDir=hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/MasterData/WALs/26754e923c4a,34083,1731681252539, archiveDir=hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/MasterData/oldWALs, maxLogs=10 2024-11-15T14:34:13,961 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/MasterData/WALs/26754e923c4a,34083,1731681252539/26754e923c4a%2C34083%2C1731681252539.1731681253949, exclude list is [], retry=0 2024-11-15T14:34:13,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40225,DS-8dba7959-049b-48d9-9c6f-6065f8a1a04a,DISK] 2024-11-15T14:34:13,965 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/MasterData/WALs/26754e923c4a,34083,1731681252539/26754e923c4a%2C34083%2C1731681252539.1731681253949 2024-11-15T14:34:13,965 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44873:44873)] 2024-11-15T14:34:13,965 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:34:13,965 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:34:13,965 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:13,965 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:13,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:13,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T14:34:13,968 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:13,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:34:13,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:13,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T14:34:13,969 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:13,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:34:13,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:13,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T14:34:13,970 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:13,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:34:13,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:13,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T14:34:13,972 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:13,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:34:13,972 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:13,973 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:13,973 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:13,974 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:13,974 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:13,974 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:34:13,975 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:13,977 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:34:13,977 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74215162, jitterRate=0.10589209198951721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:34:13,977 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731681253966Initializing all the Stores at 1731681253966Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681253966Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681253967 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681253967Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681253967Cleaning up temporary data from old regions at 1731681253974 (+7 ms)Region opened successfully at 1731681253977 (+3 ms) 2024-11-15T14:34:13,977 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T14:34:13,979 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da13727, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:34:13,980 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T14:34:13,980 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T14:34:13,980 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T14:34:13,980 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T14:34:13,981 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T14:34:13,981 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T14:34:13,981 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T14:34:13,983 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T14:34:13,983 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34083-0x1014018a3570003, quorum=127.0.0.1:62628, baseZNode=/1295125145 Unable to get data of znode /1295125145/balancer because node does not exist (not necessarily an error) 2024-11-15T14:34:14,015 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1295125145/balancer already deleted, retry=false 2024-11-15T14:34:14,016 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T14:34:14,016 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34083-0x1014018a3570003, quorum=127.0.0.1:62628, baseZNode=/1295125145 Unable to get data of znode /1295125145/normalizer because node does not exist (not necessarily an error) 2024-11-15T14:34:14,026 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1295125145/normalizer already deleted, retry=false 2024-11-15T14:34:14,026 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T14:34:14,027 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34083-0x1014018a3570003, quorum=127.0.0.1:62628, baseZNode=/1295125145 Unable to get data of znode /1295125145/switch/split because node does not exist (not necessarily an error) 2024-11-15T14:34:14,034 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1295125145/switch/split already deleted, retry=false 2024-11-15T14:34:14,035 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34083-0x1014018a3570003, quorum=127.0.0.1:62628, baseZNode=/1295125145 Unable to get data of znode /1295125145/switch/merge because node does not exist (not necessarily an error) 2024-11-15T14:34:14,042 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1295125145/switch/merge already deleted, retry=false 2024-11-15T14:34:14,044 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34083-0x1014018a3570003, quorum=127.0.0.1:62628, baseZNode=/1295125145 Unable to get data of znode /1295125145/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T14:34:14,051 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1295125145/snapshot-cleanup already deleted, retry=false 2024-11-15T14:34:14,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44957-0x1014018a3570004, quorum=127.0.0.1:62628, baseZNode=/1295125145 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1295125145/running 2024-11-15T14:34:14,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34083-0x1014018a3570003, quorum=127.0.0.1:62628, baseZNode=/1295125145 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1295125145/running 2024-11-15T14:34:14,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44957-0x1014018a3570004, quorum=127.0.0.1:62628, baseZNode=/1295125145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1295125145 2024-11-15T14:34:14,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34083-0x1014018a3570003, quorum=127.0.0.1:62628, baseZNode=/1295125145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1295125145 2024-11-15T14:34:14,059 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=26754e923c4a,34083,1731681252539, sessionid=0x1014018a3570003, setting cluster-up flag (Was=false) 2024-11-15T14:34:14,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44957-0x1014018a3570004, quorum=127.0.0.1:62628, baseZNode=/1295125145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1295125145 2024-11-15T14:34:14,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34083-0x1014018a3570003, quorum=127.0.0.1:62628, baseZNode=/1295125145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1295125145 2024-11-15T14:34:14,101 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1295125145/flush-table-proc/acquired, /1295125145/flush-table-proc/reached, /1295125145/flush-table-proc/abort 2024-11-15T14:34:14,102 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,34083,1731681252539 2024-11-15T14:34:14,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44957-0x1014018a3570004, quorum=127.0.0.1:62628, baseZNode=/1295125145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1295125145 2024-11-15T14:34:14,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34083-0x1014018a3570003, quorum=127.0.0.1:62628, baseZNode=/1295125145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1295125145 2024-11-15T14:34:14,142 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1295125145/online-snapshot/acquired, /1295125145/online-snapshot/reached, /1295125145/online-snapshot/abort 2024-11-15T14:34:14,143 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,34083,1731681252539 2024-11-15T14:34:14,144 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T14:34:14,145 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T14:34:14,145 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T14:34:14,146 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T14:34:14,146 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 26754e923c4a,34083,1731681252539 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T14:34:14,147 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:34:14,147 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:34:14,147 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:34:14,147 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:34:14,147 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/26754e923c4a:0, corePoolSize=10, maxPoolSize=10 2024-11-15T14:34:14,147 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:14,147 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:34:14,147 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:14,148 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:34:14,148 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T14:34:14,149 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:14,149 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T14:34:14,149 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731681284149 2024-11-15T14:34:14,149 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T14:34:14,150 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T14:34:14,150 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T14:34:14,150 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T14:34:14,150 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T14:34:14,150 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T14:34:14,150 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:14,150 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T14:34:14,150 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T14:34:14,150 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T14:34:14,150 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T14:34:14,151 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T14:34:14,151 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T14:34:14,151 INFO [RS:0;26754e923c4a:44957 {}] regionserver.HRegionServer(746): ClusterId : 3e63ef34-4011-439b-9628-48940377f453 2024-11-15T14:34:14,151 DEBUG [RS:0;26754e923c4a:44957 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T14:34:14,154 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681254151,5,FailOnTimeoutGroup] 2024-11-15T14:34:14,156 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681254154,5,FailOnTimeoutGroup] 2024-11-15T14:34:14,156 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:14,156 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T14:34:14,156 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:14,156 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:14,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741831_1007 (size=1321) 2024-11-15T14:34:14,158 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T14:34:14,159 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965 2024-11-15T14:34:14,160 DEBUG [RS:0;26754e923c4a:44957 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T14:34:14,160 DEBUG [RS:0;26754e923c4a:44957 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T14:34:14,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741832_1008 (size=32) 2024-11-15T14:34:14,168 DEBUG [RS:0;26754e923c4a:44957 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T14:34:14,168 DEBUG [RS:0;26754e923c4a:44957 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ddfc49d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:34:14,179 DEBUG [RS:0;26754e923c4a:44957 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;26754e923c4a:44957 2024-11-15T14:34:14,179 INFO [RS:0;26754e923c4a:44957 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T14:34:14,179 INFO [RS:0;26754e923c4a:44957 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T14:34:14,179 DEBUG [RS:0;26754e923c4a:44957 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T14:34:14,179 INFO [RS:0;26754e923c4a:44957 {}] regionserver.HRegionServer(2659): reportForDuty to master=26754e923c4a,34083,1731681252539 with port=44957, startcode=1731681252631 2024-11-15T14:34:14,180 DEBUG [RS:0;26754e923c4a:44957 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T14:34:14,181 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T14:34:14,181 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34083 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 26754e923c4a,44957,1731681252631 2024-11-15T14:34:14,181 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34083 {}] master.ServerManager(517): Registering regionserver=26754e923c4a,44957,1731681252631 2024-11-15T14:34:14,183 DEBUG [RS:0;26754e923c4a:44957 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965 2024-11-15T14:34:14,183 DEBUG [RS:0;26754e923c4a:44957 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44751 2024-11-15T14:34:14,183 DEBUG [RS:0;26754e923c4a:44957 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T14:34:14,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34083-0x1014018a3570003, quorum=127.0.0.1:62628, baseZNode=/1295125145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1295125145/rs 2024-11-15T14:34:14,193 DEBUG [RS:0;26754e923c4a:44957 {}] zookeeper.ZKUtil(111): regionserver:44957-0x1014018a3570004, quorum=127.0.0.1:62628, baseZNode=/1295125145 Set watcher on existing znode=/1295125145/rs/26754e923c4a,44957,1731681252631 2024-11-15T14:34:14,193 WARN [RS:0;26754e923c4a:44957 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:34:14,193 INFO [RS:0;26754e923c4a:44957 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:34:14,193 DEBUG [RS:0;26754e923c4a:44957 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/WALs/26754e923c4a,44957,1731681252631 2024-11-15T14:34:14,193 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [26754e923c4a,44957,1731681252631] 2024-11-15T14:34:14,195 INFO [RS:0;26754e923c4a:44957 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T14:34:14,196 INFO [RS:0;26754e923c4a:44957 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T14:34:14,197 INFO [RS:0;26754e923c4a:44957 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T14:34:14,197 INFO [RS:0;26754e923c4a:44957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:14,197 INFO [RS:0;26754e923c4a:44957 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T14:34:14,198 INFO [RS:0;26754e923c4a:44957 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T14:34:14,198 INFO [RS:0;26754e923c4a:44957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:14,198 DEBUG [RS:0;26754e923c4a:44957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:14,198 DEBUG [RS:0;26754e923c4a:44957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:14,198 DEBUG [RS:0;26754e923c4a:44957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:14,198 DEBUG [RS:0;26754e923c4a:44957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:14,198 DEBUG [RS:0;26754e923c4a:44957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:14,198 DEBUG [RS:0;26754e923c4a:44957 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:34:14,198 DEBUG [RS:0;26754e923c4a:44957 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:14,198 DEBUG [RS:0;26754e923c4a:44957 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:14,198 DEBUG [RS:0;26754e923c4a:44957 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:14,198 DEBUG [RS:0;26754e923c4a:44957 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:14,198 DEBUG [RS:0;26754e923c4a:44957 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:14,198 DEBUG [RS:0;26754e923c4a:44957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:14,198 DEBUG [RS:0;26754e923c4a:44957 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:34:14,198 DEBUG [RS:0;26754e923c4a:44957 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:34:14,199 INFO [RS:0;26754e923c4a:44957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:14,199 INFO [RS:0;26754e923c4a:44957 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:14,199 INFO [RS:0;26754e923c4a:44957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:14,199 INFO [RS:0;26754e923c4a:44957 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:14,199 INFO [RS:0;26754e923c4a:44957 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:14,199 INFO [RS:0;26754e923c4a:44957 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,44957,1731681252631-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:34:14,215 INFO [RS:0;26754e923c4a:44957 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T14:34:14,215 INFO [RS:0;26754e923c4a:44957 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,44957,1731681252631-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:14,215 INFO [RS:0;26754e923c4a:44957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:14,215 INFO [RS:0;26754e923c4a:44957 {}] regionserver.Replication(171): 26754e923c4a,44957,1731681252631 started 2024-11-15T14:34:14,231 INFO [RS:0;26754e923c4a:44957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:14,231 INFO [RS:0;26754e923c4a:44957 {}] regionserver.HRegionServer(1482): Serving as 26754e923c4a,44957,1731681252631, RpcServer on 26754e923c4a/172.17.0.3:44957, sessionid=0x1014018a3570004 2024-11-15T14:34:14,231 DEBUG [RS:0;26754e923c4a:44957 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T14:34:14,231 DEBUG [RS:0;26754e923c4a:44957 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 26754e923c4a,44957,1731681252631 2024-11-15T14:34:14,231 DEBUG [RS:0;26754e923c4a:44957 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,44957,1731681252631' 2024-11-15T14:34:14,231 DEBUG [RS:0;26754e923c4a:44957 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1295125145/flush-table-proc/abort' 2024-11-15T14:34:14,232 DEBUG [RS:0;26754e923c4a:44957 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1295125145/flush-table-proc/acquired' 2024-11-15T14:34:14,232 DEBUG [RS:0;26754e923c4a:44957 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T14:34:14,232 DEBUG [RS:0;26754e923c4a:44957 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T14:34:14,232 DEBUG [RS:0;26754e923c4a:44957 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 26754e923c4a,44957,1731681252631 2024-11-15T14:34:14,232 DEBUG [RS:0;26754e923c4a:44957 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,44957,1731681252631' 2024-11-15T14:34:14,232 DEBUG [RS:0;26754e923c4a:44957 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1295125145/online-snapshot/abort' 2024-11-15T14:34:14,232 DEBUG [RS:0;26754e923c4a:44957 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1295125145/online-snapshot/acquired' 2024-11-15T14:34:14,233 DEBUG [RS:0;26754e923c4a:44957 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T14:34:14,233 INFO [RS:0;26754e923c4a:44957 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T14:34:14,233 INFO [RS:0;26754e923c4a:44957 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T14:34:14,333 INFO [RS:0;26754e923c4a:44957 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:34:14,334 INFO [RS:0;26754e923c4a:44957 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C44957%2C1731681252631, suffix=, logDir=hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/WALs/26754e923c4a,44957,1731681252631, archiveDir=hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/oldWALs, maxLogs=10 2024-11-15T14:34:14,346 DEBUG [RS:0;26754e923c4a:44957 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/WALs/26754e923c4a,44957,1731681252631/26754e923c4a%2C44957%2C1731681252631.1731681254335, exclude list is [], retry=0 2024-11-15T14:34:14,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40225,DS-8dba7959-049b-48d9-9c6f-6065f8a1a04a,DISK] 2024-11-15T14:34:14,350 INFO [RS:0;26754e923c4a:44957 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/WALs/26754e923c4a,44957,1731681252631/26754e923c4a%2C44957%2C1731681252631.1731681254335 2024-11-15T14:34:14,350 DEBUG [RS:0;26754e923c4a:44957 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44873:44873)] 2024-11-15T14:34:14,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:34:14,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:34:14,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:34:14,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:14,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:34:14,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:34:14,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:34:14,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:14,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:34:14,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:34:14,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:34:14,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:14,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:34:14,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:34:14,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:34:14,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:14,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:34:14,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:34:14,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/hbase/meta/1588230740 2024-11-15T14:34:14,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/hbase/meta/1588230740 2024-11-15T14:34:14,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:34:14,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:34:14,579 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:34:14,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:34:14,581 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:34:14,581 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68142967, jitterRate=0.015409335494041443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:34:14,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731681254569Initializing all the Stores at 1731681254570 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681254570Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681254570Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681254570Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681254570Cleaning up temporary data from old regions at 1731681254578 (+8 ms)Region opened successfully at 1731681254582 (+4 ms) 2024-11-15T14:34:14,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:34:14,582 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:34:14,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:34:14,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:34:14,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:34:14,582 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:34:14,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681254582Disabling compacts and flushes for region at 1731681254582Disabling writes for close at 1731681254582Writing region close event to WAL at 1731681254582Closed at 1731681254582 2024-11-15T14:34:14,583 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:34:14,583 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T14:34:14,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T14:34:14,584 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:34:14,584 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T14:34:14,735 DEBUG [26754e923c4a:34083 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T14:34:14,735 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=26754e923c4a,44957,1731681252631 2024-11-15T14:34:14,736 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,44957,1731681252631, state=OPENING 2024-11-15T14:34:14,783 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T14:34:14,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34083-0x1014018a3570003, quorum=127.0.0.1:62628, baseZNode=/1295125145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1295125145 2024-11-15T14:34:14,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44957-0x1014018a3570004, quorum=127.0.0.1:62628, baseZNode=/1295125145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1295125145 2024-11-15T14:34:14,793 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:34:14,793 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1295125145/meta-region-server: CHANGED 2024-11-15T14:34:14,793 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1295125145/meta-region-server: CHANGED 2024-11-15T14:34:14,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,44957,1731681252631}] 2024-11-15T14:34:14,945 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T14:34:14,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51045, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T14:34:14,949 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T14:34:14,950 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:34:14,950 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T14:34:14,951 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C44957%2C1731681252631.meta, suffix=.meta, logDir=hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/WALs/26754e923c4a,44957,1731681252631, archiveDir=hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/oldWALs, maxLogs=10 2024-11-15T14:34:14,962 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/WALs/26754e923c4a,44957,1731681252631/26754e923c4a%2C44957%2C1731681252631.meta.1731681254951.meta, exclude list is [], retry=0 2024-11-15T14:34:14,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40225,DS-8dba7959-049b-48d9-9c6f-6065f8a1a04a,DISK] 2024-11-15T14:34:14,966 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/WALs/26754e923c4a,44957,1731681252631/26754e923c4a%2C44957%2C1731681252631.meta.1731681254951.meta 2024-11-15T14:34:14,966 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44873:44873)] 2024-11-15T14:34:14,966 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:34:14,966 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:34:14,966 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T14:34:14,966 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T14:34:14,967 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T14:34:14,967 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T14:34:14,967 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:34:14,967 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T14:34:14,967 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T14:34:14,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:34:14,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:34:14,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:14,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:34:14,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:34:14,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:34:14,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:14,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:34:14,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:34:14,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:34:14,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:14,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:34:14,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:34:14,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:34:14,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:14,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:34:14,972 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:34:14,972 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/hbase/meta/1588230740 2024-11-15T14:34:14,973 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/hbase/meta/1588230740 2024-11-15T14:34:14,974 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:34:14,974 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:34:14,974 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:34:14,975 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:34:14,976 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65274135, jitterRate=-0.027339592576026917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:34:14,976 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T14:34:14,976 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731681254967Writing region info on filesystem at 1731681254967Initializing all the Stores at 1731681254968 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681254968Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681254968Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681254968Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681254968Cleaning up temporary data from old regions at 1731681254974 (+6 ms)Running coprocessor post-open hooks at 1731681254976 (+2 ms)Region opened successfully at 1731681254976 2024-11-15T14:34:14,977 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731681254945 2024-11-15T14:34:14,979 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T14:34:14,979 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T14:34:14,979 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,44957,1731681252631 2024-11-15T14:34:14,980 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,44957,1731681252631, state=OPEN 2024-11-15T14:34:14,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44957-0x1014018a3570004, quorum=127.0.0.1:62628, baseZNode=/1295125145 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1295125145/meta-region-server 2024-11-15T14:34:14,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34083-0x1014018a3570003, quorum=127.0.0.1:62628, baseZNode=/1295125145 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1295125145/meta-region-server 2024-11-15T14:34:14,984 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1295125145/meta-region-server: CHANGED 2024-11-15T14:34:14,984 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1295125145/meta-region-server: CHANGED 2024-11-15T14:34:14,984 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=26754e923c4a,44957,1731681252631 2024-11-15T14:34:14,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T14:34:14,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,44957,1731681252631 in 191 msec 2024-11-15T14:34:14,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T14:34:14,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 403 msec 2024-11-15T14:34:14,988 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:34:14,988 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T14:34:14,989 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:34:14,989 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,44957,1731681252631, seqNum=-1] 2024-11-15T14:34:14,989 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:34:14,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:34:14,994 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 849 msec 2024-11-15T14:34:14,994 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731681254994, completionTime=-1 2024-11-15T14:34:14,994 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T14:34:14,994 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T14:34:14,996 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T14:34:14,996 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731681314996 2024-11-15T14:34:14,996 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731681374996 2024-11-15T14:34:14,996 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T14:34:14,996 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,34083,1731681252539-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:14,996 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,34083,1731681252539-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:14,996 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,34083,1731681252539-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:14,996 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-26754e923c4a:34083, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:14,996 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:14,996 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:14,998 DEBUG [master/26754e923c4a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T14:34:14,999 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.315sec 2024-11-15T14:34:14,999 INFO [master/26754e923c4a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T14:34:14,999 INFO [master/26754e923c4a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T14:34:14,999 INFO [master/26754e923c4a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T14:34:14,999 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T14:34:14,999 INFO [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T14:34:14,999 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,34083,1731681252539-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:34:14,999 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,34083,1731681252539-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T14:34:15,001 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T14:34:15,002 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T14:34:15,002 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,34083,1731681252539-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:15,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27e95f40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:15,052 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,34083,-1 for getting cluster id 2024-11-15T14:34:15,053 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:34:15,054 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e63ef34-4011-439b-9628-48940377f453' 2024-11-15T14:34:15,054 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:34:15,054 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e63ef34-4011-439b-9628-48940377f453" 2024-11-15T14:34:15,054 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7123f76a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:15,054 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,34083,-1] 2024-11-15T14:34:15,055 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:34:15,055 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:15,056 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:34:15,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a416f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:15,057 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:34:15,059 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,44957,1731681252631, seqNum=-1] 2024-11-15T14:34:15,059 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:34:15,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:34:15,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=26754e923c4a,34083,1731681252539 2024-11-15T14:34:15,063 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62628 2024-11-15T14:34:15,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62628, baseZNode=/1295125145 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:34:15,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014018a3570005 connected 2024-11-15T14:34:15,084 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:34:15,085 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,37805,1731681248059 2024-11-15T14:34:15,085 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46a9d92c 2024-11-15T14:34:15,085 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:34:15,086 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:34:15,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37805 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:34:15,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37805 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T14:34:15,088 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T14:34:15,089 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:15,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37805 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T14:34:15,089 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T14:34:15,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:34:15,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45669 is added to blk_1073741835_1011 (size=902) 2024-11-15T14:34:15,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:34:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:34:15,496 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 20cbe76158bd68cf7c30b3f3489c93f4, NAME => 'test,,1731681255086.20cbe76158bd68cf7c30b3f3489c93f4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f 2024-11-15T14:34:15,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45669 is added to blk_1073741836_1012 (size=39) 2024-11-15T14:34:15,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T14:34:15,683 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T14:34:15,684 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:34:15,684 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T14:34:15,684 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:34:15,684 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T14:34:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:34:15,902 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731681255086.20cbe76158bd68cf7c30b3f3489c93f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:34:15,902 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 20cbe76158bd68cf7c30b3f3489c93f4, disabling compactions & flushes 2024-11-15T14:34:15,902 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731681255086.20cbe76158bd68cf7c30b3f3489c93f4. 2024-11-15T14:34:15,902 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731681255086.20cbe76158bd68cf7c30b3f3489c93f4. 2024-11-15T14:34:15,902 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731681255086.20cbe76158bd68cf7c30b3f3489c93f4. after waiting 0 ms 2024-11-15T14:34:15,902 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731681255086.20cbe76158bd68cf7c30b3f3489c93f4. 2024-11-15T14:34:15,902 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731681255086.20cbe76158bd68cf7c30b3f3489c93f4. 2024-11-15T14:34:15,902 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 20cbe76158bd68cf7c30b3f3489c93f4: Waiting for close lock at 1731681255902Disabling compacts and flushes for region at 1731681255902Disabling writes for close at 1731681255902Writing region close event to WAL at 1731681255902Closed at 1731681255902 2024-11-15T14:34:15,903 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T14:34:15,904 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731681255086.20cbe76158bd68cf7c30b3f3489c93f4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731681255903"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731681255903"}]},"ts":"1731681255903"} 2024-11-15T14:34:15,906 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T14:34:15,906 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T14:34:15,907 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681255907"}]},"ts":"1731681255907"} 2024-11-15T14:34:15,909 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T14:34:15,909 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=20cbe76158bd68cf7c30b3f3489c93f4, ASSIGN}] 2024-11-15T14:34:15,910 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=20cbe76158bd68cf7c30b3f3489c93f4, ASSIGN 2024-11-15T14:34:15,911 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=20cbe76158bd68cf7c30b3f3489c93f4, ASSIGN; state=OFFLINE, location=26754e923c4a,36251,1731681248189; forceNewPlan=false, retain=false 2024-11-15T14:34:16,061 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=20cbe76158bd68cf7c30b3f3489c93f4, regionState=OPENING, regionLocation=26754e923c4a,36251,1731681248189 2024-11-15T14:34:16,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=20cbe76158bd68cf7c30b3f3489c93f4, ASSIGN because future has completed 2024-11-15T14:34:16,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20cbe76158bd68cf7c30b3f3489c93f4, server=26754e923c4a,36251,1731681248189}] 2024-11-15T14:34:16,219 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731681255086.20cbe76158bd68cf7c30b3f3489c93f4. 2024-11-15T14:34:16,220 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 20cbe76158bd68cf7c30b3f3489c93f4, NAME => 'test,,1731681255086.20cbe76158bd68cf7c30b3f3489c93f4.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:34:16,220 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:34:16,220 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T14:34:16,220 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 20cbe76158bd68cf7c30b3f3489c93f4 2024-11-15T14:34:16,220 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731681255086.20cbe76158bd68cf7c30b3f3489c93f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:34:16,220 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 20cbe76158bd68cf7c30b3f3489c93f4 2024-11-15T14:34:16,220 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 20cbe76158bd68cf7c30b3f3489c93f4 2024-11-15T14:34:16,222 INFO [StoreOpener-20cbe76158bd68cf7c30b3f3489c93f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 20cbe76158bd68cf7c30b3f3489c93f4 2024-11-15T14:34:16,223 INFO [StoreOpener-20cbe76158bd68cf7c30b3f3489c93f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20cbe76158bd68cf7c30b3f3489c93f4 columnFamilyName f 2024-11-15T14:34:16,223 DEBUG [StoreOpener-20cbe76158bd68cf7c30b3f3489c93f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:16,223 INFO [StoreOpener-20cbe76158bd68cf7c30b3f3489c93f4-1 {}] regionserver.HStore(327): Store=20cbe76158bd68cf7c30b3f3489c93f4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:34:16,223 INFO [StoreOpener-20cbe76158bd68cf7c30b3f3489c93f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 20cbe76158bd68cf7c30b3f3489c93f4 2024-11-15T14:34:16,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:34:16,224 INFO [StoreOpener-20cbe76158bd68cf7c30b3f3489c93f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20cbe76158bd68cf7c30b3f3489c93f4 columnFamilyName f1 2024-11-15T14:34:16,224 DEBUG [StoreOpener-20cbe76158bd68cf7c30b3f3489c93f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:16,225 INFO [StoreOpener-20cbe76158bd68cf7c30b3f3489c93f4-1 {}] regionserver.HStore(327): Store=20cbe76158bd68cf7c30b3f3489c93f4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:34:16,225 INFO [StoreOpener-20cbe76158bd68cf7c30b3f3489c93f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 20cbe76158bd68cf7c30b3f3489c93f4 2024-11-15T14:34:16,225 INFO [StoreOpener-20cbe76158bd68cf7c30b3f3489c93f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20cbe76158bd68cf7c30b3f3489c93f4 columnFamilyName norep 2024-11-15T14:34:16,226 DEBUG [StoreOpener-20cbe76158bd68cf7c30b3f3489c93f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:16,226 INFO [StoreOpener-20cbe76158bd68cf7c30b3f3489c93f4-1 {}] regionserver.HStore(327): Store=20cbe76158bd68cf7c30b3f3489c93f4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:34:16,226 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 20cbe76158bd68cf7c30b3f3489c93f4 2024-11-15T14:34:16,226 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/default/test/20cbe76158bd68cf7c30b3f3489c93f4 2024-11-15T14:34:16,227 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/default/test/20cbe76158bd68cf7c30b3f3489c93f4 2024-11-15T14:34:16,228 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 20cbe76158bd68cf7c30b3f3489c93f4 2024-11-15T14:34:16,228 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 20cbe76158bd68cf7c30b3f3489c93f4 2024-11-15T14:34:16,228 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T14:34:16,229 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 20cbe76158bd68cf7c30b3f3489c93f4 2024-11-15T14:34:16,230 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/default/test/20cbe76158bd68cf7c30b3f3489c93f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:34:16,231 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 20cbe76158bd68cf7c30b3f3489c93f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71209611, jitterRate=0.061105892062187195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T14:34:16,231 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20cbe76158bd68cf7c30b3f3489c93f4 2024-11-15T14:34:16,231 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 20cbe76158bd68cf7c30b3f3489c93f4: Running coprocessor pre-open hook at 1731681256220Writing region info on filesystem at 1731681256220Initializing all the Stores at 1731681256221 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681256221Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681256221Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681256221Cleaning up temporary data from old regions at 1731681256228 (+7 ms)Running coprocessor post-open hooks at 1731681256231 (+3 ms)Region opened successfully at 1731681256231 2024-11-15T14:34:16,232 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731681255086.20cbe76158bd68cf7c30b3f3489c93f4., pid=6, masterSystemTime=1731681256216 2024-11-15T14:34:16,234 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731681255086.20cbe76158bd68cf7c30b3f3489c93f4. 2024-11-15T14:34:16,234 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731681255086.20cbe76158bd68cf7c30b3f3489c93f4. 2024-11-15T14:34:16,234 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=20cbe76158bd68cf7c30b3f3489c93f4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=26754e923c4a,36251,1731681248189 2024-11-15T14:34:16,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20cbe76158bd68cf7c30b3f3489c93f4, server=26754e923c4a,36251,1731681248189 because future has completed 2024-11-15T14:34:16,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T14:34:16,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 20cbe76158bd68cf7c30b3f3489c93f4, server=26754e923c4a,36251,1731681248189 in 173 msec 2024-11-15T14:34:16,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T14:34:16,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=20cbe76158bd68cf7c30b3f3489c93f4, ASSIGN in 330 msec 2024-11-15T14:34:16,241 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T14:34:16,241 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681256241"}]},"ts":"1731681256241"} 2024-11-15T14:34:16,243 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T14:34:16,243 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T14:34:16,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-15T14:34:16,261 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T14:34:16,262 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T14:34:16,908 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T14:34:16,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:16,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:16,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:16,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:16,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:16,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:16,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:16,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:17,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:34:17,234 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T14:34:17,234 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:34:17,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,34083,1731681252539 2024-11-15T14:34:17,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cd4a474 2024-11-15T14:34:17,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:34:17,236 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:34:17,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34083 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:34:17,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34083 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T14:34:17,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T14:34:17,239 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:17,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34083 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T14:34:17,240 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T14:34:17,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:34:17,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741835_1011 (size=902) 2024-11-15T14:34:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:34:17,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:34:17,647 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6e869eb26847b9c3986bfbe8a24b71e5, NAME => 'test,,1731681257236.6e869eb26847b9c3986bfbe8a24b71e5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965 2024-11-15T14:34:17,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741836_1012 (size=39) 2024-11-15T14:34:17,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:34:18,055 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731681257236.6e869eb26847b9c3986bfbe8a24b71e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:34:18,055 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6e869eb26847b9c3986bfbe8a24b71e5, disabling compactions & flushes 2024-11-15T14:34:18,055 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731681257236.6e869eb26847b9c3986bfbe8a24b71e5. 2024-11-15T14:34:18,055 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731681257236.6e869eb26847b9c3986bfbe8a24b71e5. 2024-11-15T14:34:18,055 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731681257236.6e869eb26847b9c3986bfbe8a24b71e5. after waiting 0 ms 2024-11-15T14:34:18,055 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731681257236.6e869eb26847b9c3986bfbe8a24b71e5. 2024-11-15T14:34:18,055 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731681257236.6e869eb26847b9c3986bfbe8a24b71e5. 2024-11-15T14:34:18,055 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6e869eb26847b9c3986bfbe8a24b71e5: Waiting for close lock at 1731681258055Disabling compacts and flushes for region at 1731681258055Disabling writes for close at 1731681258055Writing region close event to WAL at 1731681258055Closed at 1731681258055 2024-11-15T14:34:18,057 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T14:34:18,057 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731681257236.6e869eb26847b9c3986bfbe8a24b71e5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731681258057"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731681258057"}]},"ts":"1731681258057"} 2024-11-15T14:34:18,059 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T14:34:18,060 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T14:34:18,060 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681258060"}]},"ts":"1731681258060"} 2024-11-15T14:34:18,062 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T14:34:18,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6e869eb26847b9c3986bfbe8a24b71e5, ASSIGN}] 2024-11-15T14:34:18,064 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6e869eb26847b9c3986bfbe8a24b71e5, ASSIGN 2024-11-15T14:34:18,064 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6e869eb26847b9c3986bfbe8a24b71e5, ASSIGN; state=OFFLINE, location=26754e923c4a,44957,1731681252631; forceNewPlan=false, retain=false 2024-11-15T14:34:18,215 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6e869eb26847b9c3986bfbe8a24b71e5, regionState=OPENING, regionLocation=26754e923c4a,44957,1731681252631 2024-11-15T14:34:18,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6e869eb26847b9c3986bfbe8a24b71e5, ASSIGN because future has completed 2024-11-15T14:34:18,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e869eb26847b9c3986bfbe8a24b71e5, server=26754e923c4a,44957,1731681252631}] 2024-11-15T14:34:18,373 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731681257236.6e869eb26847b9c3986bfbe8a24b71e5. 2024-11-15T14:34:18,373 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e869eb26847b9c3986bfbe8a24b71e5, NAME => 'test,,1731681257236.6e869eb26847b9c3986bfbe8a24b71e5.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:34:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:34:18,374 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:34:18,374 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T14:34:18,374 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6e869eb26847b9c3986bfbe8a24b71e5 2024-11-15T14:34:18,374 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731681257236.6e869eb26847b9c3986bfbe8a24b71e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:34:18,374 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6e869eb26847b9c3986bfbe8a24b71e5 2024-11-15T14:34:18,374 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6e869eb26847b9c3986bfbe8a24b71e5 2024-11-15T14:34:18,376 INFO [StoreOpener-6e869eb26847b9c3986bfbe8a24b71e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6e869eb26847b9c3986bfbe8a24b71e5 2024-11-15T14:34:18,377 INFO [StoreOpener-6e869eb26847b9c3986bfbe8a24b71e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e869eb26847b9c3986bfbe8a24b71e5 columnFamilyName f 2024-11-15T14:34:18,377 DEBUG [StoreOpener-6e869eb26847b9c3986bfbe8a24b71e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:18,377 INFO [StoreOpener-6e869eb26847b9c3986bfbe8a24b71e5-1 {}] regionserver.HStore(327): Store=6e869eb26847b9c3986bfbe8a24b71e5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:34:18,377 INFO [StoreOpener-6e869eb26847b9c3986bfbe8a24b71e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6e869eb26847b9c3986bfbe8a24b71e5 2024-11-15T14:34:18,378 INFO [StoreOpener-6e869eb26847b9c3986bfbe8a24b71e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e869eb26847b9c3986bfbe8a24b71e5 columnFamilyName f1 2024-11-15T14:34:18,378 DEBUG [StoreOpener-6e869eb26847b9c3986bfbe8a24b71e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:18,378 INFO [StoreOpener-6e869eb26847b9c3986bfbe8a24b71e5-1 {}] regionserver.HStore(327): Store=6e869eb26847b9c3986bfbe8a24b71e5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:34:18,379 INFO [StoreOpener-6e869eb26847b9c3986bfbe8a24b71e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6e869eb26847b9c3986bfbe8a24b71e5 2024-11-15T14:34:18,379 INFO [StoreOpener-6e869eb26847b9c3986bfbe8a24b71e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e869eb26847b9c3986bfbe8a24b71e5 columnFamilyName norep 2024-11-15T14:34:18,379 DEBUG [StoreOpener-6e869eb26847b9c3986bfbe8a24b71e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:18,380 INFO [StoreOpener-6e869eb26847b9c3986bfbe8a24b71e5-1 {}] regionserver.HStore(327): Store=6e869eb26847b9c3986bfbe8a24b71e5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:34:18,380 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6e869eb26847b9c3986bfbe8a24b71e5 2024-11-15T14:34:18,380 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/default/test/6e869eb26847b9c3986bfbe8a24b71e5 2024-11-15T14:34:18,381 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/default/test/6e869eb26847b9c3986bfbe8a24b71e5 2024-11-15T14:34:18,381 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6e869eb26847b9c3986bfbe8a24b71e5 2024-11-15T14:34:18,381 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6e869eb26847b9c3986bfbe8a24b71e5 2024-11-15T14:34:18,382 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T14:34:18,383 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6e869eb26847b9c3986bfbe8a24b71e5 2024-11-15T14:34:18,384 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/default/test/6e869eb26847b9c3986bfbe8a24b71e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:34:18,385 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6e869eb26847b9c3986bfbe8a24b71e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73119903, jitterRate=0.08957146108150482}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T14:34:18,385 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e869eb26847b9c3986bfbe8a24b71e5 2024-11-15T14:34:18,385 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6e869eb26847b9c3986bfbe8a24b71e5: Running coprocessor pre-open hook at 1731681258374Writing region info on filesystem at 1731681258374Initializing all the Stores at 1731681258375 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681258375Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681258375Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681258375Cleaning up temporary data from old regions at 1731681258381 (+6 ms)Running coprocessor post-open hooks at 1731681258385 (+4 ms)Region opened successfully at 1731681258385 2024-11-15T14:34:18,386 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731681257236.6e869eb26847b9c3986bfbe8a24b71e5., pid=6, masterSystemTime=1731681258370 2024-11-15T14:34:18,387 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731681257236.6e869eb26847b9c3986bfbe8a24b71e5. 2024-11-15T14:34:18,387 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731681257236.6e869eb26847b9c3986bfbe8a24b71e5. 2024-11-15T14:34:18,388 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6e869eb26847b9c3986bfbe8a24b71e5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=26754e923c4a,44957,1731681252631 2024-11-15T14:34:18,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e869eb26847b9c3986bfbe8a24b71e5, server=26754e923c4a,44957,1731681252631 because future has completed 2024-11-15T14:34:18,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T14:34:18,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e869eb26847b9c3986bfbe8a24b71e5, server=26754e923c4a,44957,1731681252631 in 173 msec 2024-11-15T14:34:18,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T14:34:18,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6e869eb26847b9c3986bfbe8a24b71e5, ASSIGN in 330 msec 2024-11-15T14:34:18,394 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T14:34:18,394 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681258394"}]},"ts":"1731681258394"} 2024-11-15T14:34:18,396 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T14:34:18,397 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T14:34:18,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-15T14:34:19,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:34:19,385 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T14:34:19,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@563cd010, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:19,385 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37805,-1 for getting cluster id 2024-11-15T14:34:19,385 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:34:19,386 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05599ee2-3f64-4945-ad43-859919a8f4ca' 2024-11-15T14:34:19,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:34:19,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05599ee2-3f64-4945-ad43-859919a8f4ca" 2024-11-15T14:34:19,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ccc2c29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:19,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37805,-1] 2024-11-15T14:34:19,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:34:19,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:19,387 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:34:19,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a26b8e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:19,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4086e40d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:19,388 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,34083,-1 for getting cluster id 2024-11-15T14:34:19,389 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:34:19,389 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e63ef34-4011-439b-9628-48940377f453' 2024-11-15T14:34:19,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:34:19,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e63ef34-4011-439b-9628-48940377f453" 2024-11-15T14:34:19,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7540e29e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:19,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,34083,-1] 2024-11-15T14:34:19,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:34:19,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:19,390 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:34:19,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a2a3803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:19,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b38e1f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:19,391 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37805,-1 for getting cluster id 2024-11-15T14:34:19,391 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:34:19,392 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05599ee2-3f64-4945-ad43-859919a8f4ca' 2024-11-15T14:34:19,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:34:19,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05599ee2-3f64-4945-ad43-859919a8f4ca" 2024-11-15T14:34:19,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@268b20b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:19,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37805,-1] 2024-11-15T14:34:19,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:34:19,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:19,393 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:34:19,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2edf888c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:19,394 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:34:19,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,37805,1731681248059 2024-11-15T14:34:19,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a2e816b 2024-11-15T14:34:19,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:34:19,395 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:34:19,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37805 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://26754e923c4a:34083,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T14:34:19,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37805 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T14:34:19,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:34:19,398 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='26754e923c4a:34083' 2024-11-15T14:34:19,399 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c106fa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:19,400 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,34083,-1 for getting cluster id 2024-11-15T14:34:19,400 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:34:19,400 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e63ef34-4011-439b-9628-48940377f453' 2024-11-15T14:34:19,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:34:19,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e63ef34-4011-439b-9628-48940377f453" 2024-11-15T14:34:19,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d94c13f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:19,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,34083,-1] 2024-11-15T14:34:19,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:34:19,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:19,402 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:34:19,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d44a64d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:19,402 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:34:19,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,34083,1731681252539 2024-11-15T14:34:19,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6543cea9 2024-11-15T14:34:19,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:34:19,404 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:34:19,404 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T14:34:19,405 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T14:34:19,405 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:19,405 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:19,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:34:19,405 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:34:19,406 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T14:34:19,407 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T14:34:19,407 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:19,408 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T14:34:19,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45669 is added to blk_1073741837_1013 (size=1138) 2024-11-15T14:34:19,456 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T14:34:19,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:34:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:34:19,815 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 90f99aae57e9e16a359dd4160a13037c, NAME => 'hbase:replication,,1731681259405.90f99aae57e9e16a359dd4160a13037c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f 2024-11-15T14:34:19,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45669 is added to blk_1073741838_1014 (size=44) 2024-11-15T14:34:20,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:34:20,250 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731681259405.90f99aae57e9e16a359dd4160a13037c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:34:20,250 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 90f99aae57e9e16a359dd4160a13037c, disabling compactions & flushes 2024-11-15T14:34:20,250 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731681259405.90f99aae57e9e16a359dd4160a13037c. 2024-11-15T14:34:20,250 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731681259405.90f99aae57e9e16a359dd4160a13037c. 2024-11-15T14:34:20,250 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731681259405.90f99aae57e9e16a359dd4160a13037c. after waiting 0 ms 2024-11-15T14:34:20,250 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731681259405.90f99aae57e9e16a359dd4160a13037c. 2024-11-15T14:34:20,250 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731681259405.90f99aae57e9e16a359dd4160a13037c. 2024-11-15T14:34:20,250 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 90f99aae57e9e16a359dd4160a13037c: Waiting for close lock at 1731681260250Disabling compacts and flushes for region at 1731681260250Disabling writes for close at 1731681260250Writing region close event to WAL at 1731681260250Closed at 1731681260250 2024-11-15T14:34:20,252 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T14:34:20,252 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731681259405.90f99aae57e9e16a359dd4160a13037c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731681260252"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731681260252"}]},"ts":"1731681260252"} 2024-11-15T14:34:20,254 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T14:34:20,255 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T14:34:20,255 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681260255"}]},"ts":"1731681260255"} 2024-11-15T14:34:20,257 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T14:34:20,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90f99aae57e9e16a359dd4160a13037c, ASSIGN}] 2024-11-15T14:34:20,258 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90f99aae57e9e16a359dd4160a13037c, ASSIGN 2024-11-15T14:34:20,259 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=90f99aae57e9e16a359dd4160a13037c, ASSIGN; state=OFFLINE, location=26754e923c4a,36251,1731681248189; forceNewPlan=false, retain=false 2024-11-15T14:34:20,409 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=90f99aae57e9e16a359dd4160a13037c, regionState=OPENING, regionLocation=26754e923c4a,36251,1731681248189 2024-11-15T14:34:20,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=90f99aae57e9e16a359dd4160a13037c, ASSIGN because future has completed 2024-11-15T14:34:20,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90f99aae57e9e16a359dd4160a13037c, server=26754e923c4a,36251,1731681248189}] 2024-11-15T14:34:20,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:34:20,567 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731681259405.90f99aae57e9e16a359dd4160a13037c. 2024-11-15T14:34:20,567 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:34:20,567 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T14:34:20,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C36251%2C1731681248189.rep, suffix=, logDir=hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189, archiveDir=hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/oldWALs, maxLogs=10 2024-11-15T14:34:20,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189/26754e923c4a%2C36251%2C1731681248189.rep.1731681260569, exclude list is [], retry=0 2024-11-15T14:34:20,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45669,DS-41ba8c7e-4859-47d4-a897-b2c349c625d3,DISK] 2024-11-15T14:34:20,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189/26754e923c4a%2C36251%2C1731681248189.rep.1731681260569 2024-11-15T14:34:20,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43061:43061)] 2024-11-15T14:34:20,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 90f99aae57e9e16a359dd4160a13037c, NAME => 'hbase:replication,,1731681259405.90f99aae57e9e16a359dd4160a13037c.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:34:20,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:34:20,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T14:34:20,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731681259405.90f99aae57e9e16a359dd4160a13037c. service=MultiRowMutationService 2024-11-15T14:34:20,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T14:34:20,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 90f99aae57e9e16a359dd4160a13037c 2024-11-15T14:34:20,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731681259405.90f99aae57e9e16a359dd4160a13037c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:34:20,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 90f99aae57e9e16a359dd4160a13037c 2024-11-15T14:34:20,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 90f99aae57e9e16a359dd4160a13037c 2024-11-15T14:34:20,587 INFO [StoreOpener-90f99aae57e9e16a359dd4160a13037c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 90f99aae57e9e16a359dd4160a13037c 2024-11-15T14:34:20,588 INFO [StoreOpener-90f99aae57e9e16a359dd4160a13037c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90f99aae57e9e16a359dd4160a13037c columnFamilyName hfileref 2024-11-15T14:34:20,588 DEBUG [StoreOpener-90f99aae57e9e16a359dd4160a13037c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:20,589 INFO [StoreOpener-90f99aae57e9e16a359dd4160a13037c-1 {}] regionserver.HStore(327): Store=90f99aae57e9e16a359dd4160a13037c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:34:20,589 INFO [StoreOpener-90f99aae57e9e16a359dd4160a13037c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 90f99aae57e9e16a359dd4160a13037c 2024-11-15T14:34:20,590 INFO [StoreOpener-90f99aae57e9e16a359dd4160a13037c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90f99aae57e9e16a359dd4160a13037c columnFamilyName queue 2024-11-15T14:34:20,590 DEBUG [StoreOpener-90f99aae57e9e16a359dd4160a13037c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:20,590 INFO [StoreOpener-90f99aae57e9e16a359dd4160a13037c-1 {}] regionserver.HStore(327): Store=90f99aae57e9e16a359dd4160a13037c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:34:20,590 INFO [StoreOpener-90f99aae57e9e16a359dd4160a13037c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 90f99aae57e9e16a359dd4160a13037c 2024-11-15T14:34:20,591 INFO [StoreOpener-90f99aae57e9e16a359dd4160a13037c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90f99aae57e9e16a359dd4160a13037c columnFamilyName sid 2024-11-15T14:34:20,591 DEBUG [StoreOpener-90f99aae57e9e16a359dd4160a13037c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:20,591 INFO [StoreOpener-90f99aae57e9e16a359dd4160a13037c-1 {}] regionserver.HStore(327): Store=90f99aae57e9e16a359dd4160a13037c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:34:20,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 90f99aae57e9e16a359dd4160a13037c 2024-11-15T14:34:20,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/hbase/replication/90f99aae57e9e16a359dd4160a13037c 2024-11-15T14:34:20,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/hbase/replication/90f99aae57e9e16a359dd4160a13037c 2024-11-15T14:34:20,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 90f99aae57e9e16a359dd4160a13037c 2024-11-15T14:34:20,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 90f99aae57e9e16a359dd4160a13037c 2024-11-15T14:34:20,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T14:34:20,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 90f99aae57e9e16a359dd4160a13037c 2024-11-15T14:34:20,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/hbase/replication/90f99aae57e9e16a359dd4160a13037c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:34:20,596 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 90f99aae57e9e16a359dd4160a13037c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62368421, jitterRate=-0.07063810527324677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T14:34:20,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 90f99aae57e9e16a359dd4160a13037c 2024-11-15T14:34:20,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 90f99aae57e9e16a359dd4160a13037c: Running coprocessor pre-open hook at 1731681260586Writing region info on filesystem at 1731681260586Initializing all the Stores at 1731681260586Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681260586Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681260587 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681260587Cleaning up temporary data from old regions at 1731681260593 (+6 ms)Running coprocessor post-open hooks at 1731681260596 (+3 ms)Region opened successfully at 1731681260597 (+1 ms) 2024-11-15T14:34:20,597 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731681259405.90f99aae57e9e16a359dd4160a13037c., pid=10, masterSystemTime=1731681260564 2024-11-15T14:34:20,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731681259405.90f99aae57e9e16a359dd4160a13037c. 2024-11-15T14:34:20,599 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731681259405.90f99aae57e9e16a359dd4160a13037c. 2024-11-15T14:34:20,600 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=90f99aae57e9e16a359dd4160a13037c, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,36251,1731681248189 2024-11-15T14:34:20,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90f99aae57e9e16a359dd4160a13037c, server=26754e923c4a,36251,1731681248189 because future has completed 2024-11-15T14:34:20,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T14:34:20,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 90f99aae57e9e16a359dd4160a13037c, server=26754e923c4a,36251,1731681248189 in 190 msec 2024-11-15T14:34:20,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T14:34:20,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90f99aae57e9e16a359dd4160a13037c, ASSIGN in 346 msec 2024-11-15T14:34:20,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T14:34:20,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681260605"}]},"ts":"1731681260605"} 2024-11-15T14:34:20,607 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T14:34:20,607 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T14:34:20,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2020 sec 2024-11-15T14:34:20,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731681259405.90f99aae57e9e16a359dd4160a13037c., hostname=26754e923c4a,36251,1731681248189, seqNum=2] 2024-11-15T14:34:20,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36251-0x1014018a3570001, quorum=127.0.0.1:62628, baseZNode=/0279692616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279692616 2024-11-15T14:34:20,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37805-0x1014018a3570000, quorum=127.0.0.1:62628, baseZNode=/0279692616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279692616 2024-11-15T14:34:20,724 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T14:34:20,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36251 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T14:34:20,877 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T14:34:20,901 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-26754e923c4a,36251,1731681248189, ReplicationSource: 1, currentBandwidth=0 2024-11-15T14:34:20,902 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:34:20,902 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,36251,1731681248189, seqNum=-1] 2024-11-15T14:34:20,902 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:34:20,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-15T14:34:20,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-26754e923c4a,36251,1731681248189', locateType=CURRENT is [region=hbase:replication,,1731681259405.90f99aae57e9e16a359dd4160a13037c., hostname=26754e923c4a,36251,1731681248189, seqNum=2] 2024-11-15T14:34:20,907 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T14:34:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37805 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T14:34:20,909 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 26754e923c4a,36251,1731681248189 suceeded 2024-11-15T14:34:20,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T14:34:20,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-15T14:34:20,911 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://26754e923c4a:34083,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T14:34:20,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5150 sec 2024-11-15T14:34:20,927 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='26754e923c4a:34083' 2024-11-15T14:34:20,928 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@332a966d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:20,928 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,34083,-1 for getting cluster id 2024-11-15T14:34:20,928 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:34:20,929 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e63ef34-4011-439b-9628-48940377f453' 2024-11-15T14:34:20,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:34:20,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e63ef34-4011-439b-9628-48940377f453" 2024-11-15T14:34:20,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ff0ffdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:20,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,34083,-1] 2024-11-15T14:34:20,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:34:20,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:20,930 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:34:20,931 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e909d0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:20,931 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:34:20,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,34083,1731681252539 2024-11-15T14:34:20,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@666448a 2024-11-15T14:34:20,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:34:20,933 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-15T14:34:20,933 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-26754e923c4a,36251,1731681248189 (queues=1) is replicating from cluster=05599ee2-3f64-4945-ad43-859919a8f4ca to cluster=3e63ef34-4011-439b-9628-48940377f453 2024-11-15T14:34:20,933 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=26754e923c4a%2C36251%2C1731681248189 2024-11-15T14:34:20,933 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-26754e923c4a,36251,1731681248189, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T14:34:20,934 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.shipper26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 26754e923c4a%2C36251%2C1731681248189 2024-11-15T14:34:20,934 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.wal-reader.26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189/26754e923c4a%2C36251%2C1731681248189.1731681250417, startPosition=0, beingWritten=true 2024-11-15T14:34:20,940 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.wal-reader.26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:34:20,940 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.wal-reader.26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189/26754e923c4a%2C36251%2C1731681248189.1731681250417 to pos 379, reset compression=false 2024-11-15T14:34:20,940 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.shipper26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,36251,1731681248189 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189/26754e923c4a%2C36251%2C1731681248189.1731681250417, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T14:34:21,144 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.wal-reader.26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189/26754e923c4a%2C36251%2C1731681248189.1731681250417 to pos 379, reset compression=false 2024-11-15T14:34:21,448 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.wal-reader.26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189/26754e923c4a%2C36251%2C1731681248189.1731681250417 to pos 379, reset compression=false 2024-11-15T14:34:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:34:21,545 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T14:34:21,545 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:34:21,545 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:34:21,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:21,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:21,545 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:34:21,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f32778e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:21,546 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,34083,-1 for getting cluster id 2024-11-15T14:34:21,546 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:34:21,547 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e63ef34-4011-439b-9628-48940377f453' 2024-11-15T14:34:21,547 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:34:21,547 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e63ef34-4011-439b-9628-48940377f453" 2024-11-15T14:34:21,547 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ced0a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:21,547 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,34083,-1] 2024-11-15T14:34:21,547 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:34:21,547 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:21,548 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:34:21,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24dac15c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:21,549 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:34:21,549 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,34083,1731681252539 2024-11-15T14:34:21,549 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22534a0d 2024-11-15T14:34:21,549 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:34:21,550 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:34:21,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34083 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://26754e923c4a:37805,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T14:34:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34083 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T14:34:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:34:21,553 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='26754e923c4a:37805' 2024-11-15T14:34:21,553 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53218556, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:21,553 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37805,-1 for getting cluster id 2024-11-15T14:34:21,553 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:34:21,554 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05599ee2-3f64-4945-ad43-859919a8f4ca' 2024-11-15T14:34:21,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:34:21,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05599ee2-3f64-4945-ad43-859919a8f4ca" 2024-11-15T14:34:21,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a036ba3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:21,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37805,-1] 2024-11-15T14:34:21,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:34:21,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:21,555 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:34:21,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b967468, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:21,556 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:34:21,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,37805,1731681248059 2024-11-15T14:34:21,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a9d4ba9 2024-11-15T14:34:21,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:34:21,557 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:34:21,557 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T14:34:21,557 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T14:34:21,557 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:21,558 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:21,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:34:21,558 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:34:21,559 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T14:34:21,560 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T14:34:21,560 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:21,561 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T14:34:21,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741837_1013 (size=1138) 2024-11-15T14:34:21,609 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T14:34:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:34:21,853 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.wal-reader.26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189/26754e923c4a%2C36251%2C1731681248189.1731681250417 to pos 379, reset compression=false 2024-11-15T14:34:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:34:21,967 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d26586834d68ac80cb86cd81a7ad7509, NAME => 'hbase:replication,,1731681261558.d26586834d68ac80cb86cd81a7ad7509.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965 2024-11-15T14:34:21,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741838_1014 (size=44) 2024-11-15T14:34:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:34:22,262 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T14:34:22,357 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.wal-reader.26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189/26754e923c4a%2C36251%2C1731681248189.1731681250417 to pos 379, reset compression=false 2024-11-15T14:34:22,373 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731681261558.d26586834d68ac80cb86cd81a7ad7509.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:34:22,373 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d26586834d68ac80cb86cd81a7ad7509, disabling compactions & flushes 2024-11-15T14:34:22,373 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731681261558.d26586834d68ac80cb86cd81a7ad7509. 2024-11-15T14:34:22,373 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731681261558.d26586834d68ac80cb86cd81a7ad7509. 2024-11-15T14:34:22,373 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731681261558.d26586834d68ac80cb86cd81a7ad7509. after waiting 0 ms 2024-11-15T14:34:22,373 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731681261558.d26586834d68ac80cb86cd81a7ad7509. 2024-11-15T14:34:22,373 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731681261558.d26586834d68ac80cb86cd81a7ad7509. 2024-11-15T14:34:22,373 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d26586834d68ac80cb86cd81a7ad7509: Waiting for close lock at 1731681262373Disabling compacts and flushes for region at 1731681262373Disabling writes for close at 1731681262373Writing region close event to WAL at 1731681262373Closed at 1731681262373 2024-11-15T14:34:22,375 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T14:34:22,375 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731681261558.d26586834d68ac80cb86cd81a7ad7509.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731681262375"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731681262375"}]},"ts":"1731681262375"} 2024-11-15T14:34:22,378 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T14:34:22,379 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T14:34:22,379 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681262379"}]},"ts":"1731681262379"} 2024-11-15T14:34:22,381 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T14:34:22,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d26586834d68ac80cb86cd81a7ad7509, ASSIGN}] 2024-11-15T14:34:22,383 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d26586834d68ac80cb86cd81a7ad7509, ASSIGN 2024-11-15T14:34:22,383 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d26586834d68ac80cb86cd81a7ad7509, ASSIGN; state=OFFLINE, location=26754e923c4a,44957,1731681252631; forceNewPlan=false, retain=false 2024-11-15T14:34:22,534 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d26586834d68ac80cb86cd81a7ad7509, regionState=OPENING, regionLocation=26754e923c4a,44957,1731681252631 2024-11-15T14:34:22,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d26586834d68ac80cb86cd81a7ad7509, ASSIGN because future has completed 2024-11-15T14:34:22,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d26586834d68ac80cb86cd81a7ad7509, server=26754e923c4a,44957,1731681252631}] 2024-11-15T14:34:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:34:22,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731681261558.d26586834d68ac80cb86cd81a7ad7509. 2024-11-15T14:34:22,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:34:22,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T14:34:22,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C44957%2C1731681252631.rep, suffix=, logDir=hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/WALs/26754e923c4a,44957,1731681252631, archiveDir=hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/oldWALs, maxLogs=10 2024-11-15T14:34:22,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/WALs/26754e923c4a,44957,1731681252631/26754e923c4a%2C44957%2C1731681252631.rep.1731681262694, exclude list is [], retry=0 2024-11-15T14:34:22,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40225,DS-8dba7959-049b-48d9-9c6f-6065f8a1a04a,DISK] 2024-11-15T14:34:22,709 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/WALs/26754e923c4a,44957,1731681252631/26754e923c4a%2C44957%2C1731681252631.rep.1731681262694 2024-11-15T14:34:22,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44873:44873)] 2024-11-15T14:34:22,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d26586834d68ac80cb86cd81a7ad7509, NAME => 'hbase:replication,,1731681261558.d26586834d68ac80cb86cd81a7ad7509.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:34:22,710 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:34:22,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T14:34:22,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731681261558.d26586834d68ac80cb86cd81a7ad7509. service=MultiRowMutationService 2024-11-15T14:34:22,710 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T14:34:22,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d26586834d68ac80cb86cd81a7ad7509 2024-11-15T14:34:22,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731681261558.d26586834d68ac80cb86cd81a7ad7509.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:34:22,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d26586834d68ac80cb86cd81a7ad7509 2024-11-15T14:34:22,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d26586834d68ac80cb86cd81a7ad7509 2024-11-15T14:34:22,711 INFO [StoreOpener-d26586834d68ac80cb86cd81a7ad7509-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d26586834d68ac80cb86cd81a7ad7509 2024-11-15T14:34:22,713 INFO [StoreOpener-d26586834d68ac80cb86cd81a7ad7509-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d26586834d68ac80cb86cd81a7ad7509 columnFamilyName hfileref 2024-11-15T14:34:22,713 DEBUG [StoreOpener-d26586834d68ac80cb86cd81a7ad7509-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:22,713 INFO [StoreOpener-d26586834d68ac80cb86cd81a7ad7509-1 {}] regionserver.HStore(327): Store=d26586834d68ac80cb86cd81a7ad7509/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:34:22,713 INFO [StoreOpener-d26586834d68ac80cb86cd81a7ad7509-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d26586834d68ac80cb86cd81a7ad7509 2024-11-15T14:34:22,714 INFO [StoreOpener-d26586834d68ac80cb86cd81a7ad7509-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d26586834d68ac80cb86cd81a7ad7509 columnFamilyName queue 2024-11-15T14:34:22,714 DEBUG [StoreOpener-d26586834d68ac80cb86cd81a7ad7509-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:22,714 INFO [StoreOpener-d26586834d68ac80cb86cd81a7ad7509-1 {}] regionserver.HStore(327): Store=d26586834d68ac80cb86cd81a7ad7509/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:34:22,714 INFO [StoreOpener-d26586834d68ac80cb86cd81a7ad7509-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d26586834d68ac80cb86cd81a7ad7509 2024-11-15T14:34:22,715 INFO [StoreOpener-d26586834d68ac80cb86cd81a7ad7509-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d26586834d68ac80cb86cd81a7ad7509 columnFamilyName sid 2024-11-15T14:34:22,715 DEBUG [StoreOpener-d26586834d68ac80cb86cd81a7ad7509-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:22,715 INFO [StoreOpener-d26586834d68ac80cb86cd81a7ad7509-1 {}] regionserver.HStore(327): Store=d26586834d68ac80cb86cd81a7ad7509/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:34:22,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d26586834d68ac80cb86cd81a7ad7509 2024-11-15T14:34:22,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/hbase/replication/d26586834d68ac80cb86cd81a7ad7509 2024-11-15T14:34:22,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/hbase/replication/d26586834d68ac80cb86cd81a7ad7509 2024-11-15T14:34:22,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d26586834d68ac80cb86cd81a7ad7509 2024-11-15T14:34:22,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d26586834d68ac80cb86cd81a7ad7509 2024-11-15T14:34:22,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T14:34:22,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d26586834d68ac80cb86cd81a7ad7509 2024-11-15T14:34:22,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/hbase/replication/d26586834d68ac80cb86cd81a7ad7509/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:34:22,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d26586834d68ac80cb86cd81a7ad7509; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75434367, jitterRate=0.12405966222286224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T14:34:22,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d26586834d68ac80cb86cd81a7ad7509 2024-11-15T14:34:22,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d26586834d68ac80cb86cd81a7ad7509: Running coprocessor pre-open hook at 1731681262710Writing region info on filesystem at 1731681262710Initializing all the Stores at 1731681262711 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681262711Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681262711Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681262711Cleaning up temporary data from old regions at 1731681262717 (+6 ms)Running coprocessor post-open hooks at 1731681262721 (+4 ms)Region opened successfully at 1731681262721 2024-11-15T14:34:22,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731681261558.d26586834d68ac80cb86cd81a7ad7509., pid=10, masterSystemTime=1731681262688 2024-11-15T14:34:22,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731681261558.d26586834d68ac80cb86cd81a7ad7509. 2024-11-15T14:34:22,724 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731681261558.d26586834d68ac80cb86cd81a7ad7509. 2024-11-15T14:34:22,724 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d26586834d68ac80cb86cd81a7ad7509, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,44957,1731681252631 2024-11-15T14:34:22,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d26586834d68ac80cb86cd81a7ad7509, server=26754e923c4a,44957,1731681252631 because future has completed 2024-11-15T14:34:22,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T14:34:22,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d26586834d68ac80cb86cd81a7ad7509, server=26754e923c4a,44957,1731681252631 in 190 msec 2024-11-15T14:34:22,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T14:34:22,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d26586834d68ac80cb86cd81a7ad7509, ASSIGN in 348 msec 2024-11-15T14:34:22,731 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T14:34:22,731 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681262731"}]},"ts":"1731681262731"} 2024-11-15T14:34:22,733 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T14:34:22,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T14:34:22,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-15T14:34:22,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731681261558.d26586834d68ac80cb86cd81a7ad7509., hostname=26754e923c4a,44957,1731681252631, seqNum=2] 2024-11-15T14:34:22,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34083-0x1014018a3570003, quorum=127.0.0.1:62628, baseZNode=/1295125145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1295125145 2024-11-15T14:34:22,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44957-0x1014018a3570004, quorum=127.0.0.1:62628, baseZNode=/1295125145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1295125145 2024-11-15T14:34:22,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T14:34:22,961 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.wal-reader.26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189/26754e923c4a%2C36251%2C1731681248189.1731681250417 to pos 379, reset compression=false 2024-11-15T14:34:22,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44957 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T14:34:22,979 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T14:34:23,013 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-26754e923c4a,44957,1731681252631, ReplicationSource: 1, currentBandwidth=0 2024-11-15T14:34:23,013 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:34:23,013 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,44957,1731681252631, seqNum=-1] 2024-11-15T14:34:23,014 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:34:23,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-15T14:34:23,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-26754e923c4a,44957,1731681252631', locateType=CURRENT is [region=hbase:replication,,1731681261558.d26586834d68ac80cb86cd81a7ad7509., hostname=26754e923c4a,44957,1731681252631, seqNum=2] 2024-11-15T14:34:23,018 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T14:34:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34083 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T14:34:23,020 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 26754e923c4a,44957,1731681252631 suceeded 2024-11-15T14:34:23,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T14:34:23,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-15T14:34:23,022 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://26754e923c4a:37805,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T14:34:23,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4720 sec 2024-11-15T14:34:23,031 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='26754e923c4a:37805' 2024-11-15T14:34:23,032 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58d77ead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:23,032 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37805,-1 for getting cluster id 2024-11-15T14:34:23,032 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:34:23,033 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05599ee2-3f64-4945-ad43-859919a8f4ca' 2024-11-15T14:34:23,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:34:23,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05599ee2-3f64-4945-ad43-859919a8f4ca" 2024-11-15T14:34:23,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e3b1ae8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:23,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37805,-1] 2024-11-15T14:34:23,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:34:23,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:23,034 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:34:23,035 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17d9f921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:23,035 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:34:23,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,37805,1731681248059 2024-11-15T14:34:23,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2de1f422 2024-11-15T14:34:23,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:34:23,036 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-15T14:34:23,037 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-26754e923c4a,44957,1731681252631 (queues=1) is replicating from cluster=3e63ef34-4011-439b-9628-48940377f453 to cluster=05599ee2-3f64-4945-ad43-859919a8f4ca 2024-11-15T14:34:23,037 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=26754e923c4a%2C44957%2C1731681252631 2024-11-15T14:34:23,037 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-26754e923c4a,44957,1731681252631, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T14:34:23,037 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631.replicationSource.shipper26754e923c4a%2C44957%2C1731681252631,1-26754e923c4a,44957,1731681252631 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 26754e923c4a%2C44957%2C1731681252631 2024-11-15T14:34:23,037 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631.replicationSource.wal-reader.26754e923c4a%2C44957%2C1731681252631,1-26754e923c4a,44957,1731681252631 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/WALs/26754e923c4a,44957,1731681252631/26754e923c4a%2C44957%2C1731681252631.1731681254335, startPosition=0, beingWritten=true 2024-11-15T14:34:23,042 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631.replicationSource.wal-reader.26754e923c4a%2C44957%2C1731681252631,1-26754e923c4a,44957,1731681252631 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:34:23,042 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631.replicationSource.wal-reader.26754e923c4a%2C44957%2C1731681252631,1-26754e923c4a,44957,1731681252631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/WALs/26754e923c4a,44957,1731681252631/26754e923c4a%2C44957%2C1731681252631.1731681254335 to pos 379, reset compression=false 2024-11-15T14:34:23,042 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631.replicationSource.shipper26754e923c4a%2C44957%2C1731681252631,1-26754e923c4a,44957,1731681252631 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,44957,1731681252631 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/WALs/26754e923c4a,44957,1731681252631/26754e923c4a%2C44957%2C1731681252631.1731681254335, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T14:34:23,247 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631.replicationSource.wal-reader.26754e923c4a%2C44957%2C1731681252631,1-26754e923c4a,44957,1731681252631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/WALs/26754e923c4a,44957,1731681252631/26754e923c4a%2C44957%2C1731681252631.1731681254335 to pos 379, reset compression=false 2024-11-15T14:34:23,551 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631.replicationSource.wal-reader.26754e923c4a%2C44957%2C1731681252631,1-26754e923c4a,44957,1731681252631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/WALs/26754e923c4a,44957,1731681252631/26754e923c4a%2C44957%2C1731681252631.1731681254335 to pos 379, reset compression=false 2024-11-15T14:34:23,665 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.wal-reader.26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189/26754e923c4a%2C36251%2C1731681248189.1731681250417 to pos 379, reset compression=false 2024-11-15T14:34:23,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:34:23,695 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T14:34:23,695 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:34:23,695 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:34:23,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:23,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:23,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:34:23,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:34:23,699 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731681263698/Put/seqid=0 2024-11-15T14:34:23,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45669 is added to blk_1073741840_1016 (size=7894) 2024-11-15T14:34:23,876 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T14:34:23,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:23,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:23,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:23,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:23,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:23,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:23,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:23,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:23,954 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631.replicationSource.wal-reader.26754e923c4a%2C44957%2C1731681252631,1-26754e923c4a,44957,1731681252631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/WALs/26754e923c4a,44957,1731681252631/26754e923c4a%2C44957%2C1731681252631.1731681254335 to pos 379, reset compression=false 2024-11-15T14:34:24,105 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731681264104/Put/seqid=0 2024-11-15T14:34:24,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45669 is added to blk_1073741841_1017 (size=7691) 2024-11-15T14:34:24,458 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631.replicationSource.wal-reader.26754e923c4a%2C44957%2C1731681252631,1-26754e923c4a,44957,1731681252631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/WALs/26754e923c4a,44957,1731681252631/26754e923c4a%2C44957%2C1731681252631.1731681254335 to pos 379, reset compression=false 2024-11-15T14:34:24,469 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.wal-reader.26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189/26754e923c4a%2C36251%2C1731681248189.1731681250417 to pos 379, reset compression=false 2024-11-15T14:34:24,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a2f914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:24,510 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37805,-1 for getting cluster id 2024-11-15T14:34:24,511 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:34:24,511 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05599ee2-3f64-4945-ad43-859919a8f4ca' 2024-11-15T14:34:24,511 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:34:24,511 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05599ee2-3f64-4945-ad43-859919a8f4ca" 2024-11-15T14:34:24,512 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@558cf79b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:24,512 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37805,-1] 2024-11-15T14:34:24,512 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:34:24,512 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:24,513 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:34:24,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27685b54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:24,513 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:34:24,514 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,36251,1731681248189, seqNum=-1] 2024-11-15T14:34:24,514 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:34:24,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:34:24,522 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:34:24,523 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,37805,1731681248059 2024-11-15T14:34:24,523 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a53e8f6 2024-11-15T14:34:24,523 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:34:24,524 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:34:24,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731681255086.20cbe76158bd68cf7c30b3f3489c93f4., hostname=26754e923c4a,36251,1731681248189, seqNum=2] 2024-11-15T14:34:24,529 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T14:34:24,534 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-15T14:34:24,536 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-15T14:34:24,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 20cbe76158bd68cf7c30b3f3489c93f4/f 2024-11-15T14:34:24,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-15T14:34:24,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T14:34:24,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 20cbe76158bd68cf7c30b3f3489c93f4/f 2024-11-15T14:34:24,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-15T14:34:24,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T14:34:24,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.HRegion(2603): Flush status journal for 20cbe76158bd68cf7c30b3f3489c93f4: 2024-11-15T14:34:24,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/staging/jenkins__test__6nugtial8jdtvqpqp6kih7heeajut4c4k97bji4e9f3lrsv23qvv6qont5mgfd1d/f/hfile_0 2024-11-15T14:34:24,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/staging/jenkins__test__6nugtial8jdtvqpqp6kih7heeajut4c4k97bji4e9f3lrsv23qvv6qont5mgfd1d/f/hfile_0 as hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/default/test/20cbe76158bd68cf7c30b3f3489c93f4/f/f3fea0603c4f41659a46d64ba3770f6a_SeqId_4_ 2024-11-15T14:34:24,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/staging/jenkins__test__6nugtial8jdtvqpqp6kih7heeajut4c4k97bji4e9f3lrsv23qvv6qont5mgfd1d/f/hfile_1 2024-11-15T14:34:24,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/staging/jenkins__test__6nugtial8jdtvqpqp6kih7heeajut4c4k97bji4e9f3lrsv23qvv6qont5mgfd1d/f/hfile_1 as hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/default/test/20cbe76158bd68cf7c30b3f3489c93f4/f/e45236162613496890ce9f865019944c_SeqId_4_ 2024-11-15T14:34:24,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/staging/jenkins__test__6nugtial8jdtvqpqp6kih7heeajut4c4k97bji4e9f3lrsv23qvv6qont5mgfd1d/f/hfile_0 into 20cbe76158bd68cf7c30b3f3489c93f4/f as hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/default/test/20cbe76158bd68cf7c30b3f3489c93f4/f/f3fea0603c4f41659a46d64ba3770f6a_SeqId_4_ - updating store file list. 2024-11-15T14:34:24,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f3fea0603c4f41659a46d64ba3770f6a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T14:34:24,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/default/test/20cbe76158bd68cf7c30b3f3489c93f4/f/f3fea0603c4f41659a46d64ba3770f6a_SeqId_4_ into 20cbe76158bd68cf7c30b3f3489c93f4/f 2024-11-15T14:34:24,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/staging/jenkins__test__6nugtial8jdtvqpqp6kih7heeajut4c4k97bji4e9f3lrsv23qvv6qont5mgfd1d/f/hfile_0 into 20cbe76158bd68cf7c30b3f3489c93f4/f (new location: hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/default/test/20cbe76158bd68cf7c30b3f3489c93f4/f/f3fea0603c4f41659a46d64ba3770f6a_SeqId_4_) 2024-11-15T14:34:24,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/staging/jenkins__test__6nugtial8jdtvqpqp6kih7heeajut4c4k97bji4e9f3lrsv23qvv6qont5mgfd1d/f/hfile_0 2024-11-15T14:34:24,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/staging/jenkins__test__6nugtial8jdtvqpqp6kih7heeajut4c4k97bji4e9f3lrsv23qvv6qont5mgfd1d/f/hfile_1 into 20cbe76158bd68cf7c30b3f3489c93f4/f as hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/default/test/20cbe76158bd68cf7c30b3f3489c93f4/f/e45236162613496890ce9f865019944c_SeqId_4_ - updating store file list. 2024-11-15T14:34:24,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e45236162613496890ce9f865019944c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T14:34:24,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/default/test/20cbe76158bd68cf7c30b3f3489c93f4/f/e45236162613496890ce9f865019944c_SeqId_4_ into 20cbe76158bd68cf7c30b3f3489c93f4/f 2024-11-15T14:34:24,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/staging/jenkins__test__6nugtial8jdtvqpqp6kih7heeajut4c4k97bji4e9f3lrsv23qvv6qont5mgfd1d/f/hfile_1 into 20cbe76158bd68cf7c30b3f3489c93f4/f (new location: hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/default/test/20cbe76158bd68cf7c30b3f3489c93f4/f/e45236162613496890ce9f865019944c_SeqId_4_) 2024-11-15T14:34:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/staging/jenkins__test__6nugtial8jdtvqpqp6kih7heeajut4c4k97bji4e9f3lrsv23qvv6qont5mgfd1d/f/hfile_1 2024-11-15T14:34:24,560 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:34:24,560 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:34:24,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:24,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:24,561 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731681255086.20cbe76158bd68cf7c30b3f3489c93f4., hostname=26754e923c4a,36251,1731681248189, seqNum=2 , the old value is region=test,,1731681255086.20cbe76158bd68cf7c30b3f3489c93f4., hostname=26754e923c4a,36251,1731681248189, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=26754e923c4a:36251 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T14:34:24,561 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731681255086.20cbe76158bd68cf7c30b3f3489c93f4., hostname=26754e923c4a,36251,1731681248189, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T14:34:24,561 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731681255086.20cbe76158bd68cf7c30b3f3489c93f4., hostname=26754e923c4a,36251,1731681248189, seqNum=2 from cache 2024-11-15T14:34:24,561 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:34:24,561 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:34:24,562 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T14:34:24,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,44957,1731681252631, seqNum=-1] 2024-11-15T14:34:24,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:34:24,563 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:34:24,565 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731681257236.6e869eb26847b9c3986bfbe8a24b71e5., hostname=26754e923c4a,44957,1731681252631, seqNum=2] 2024-11-15T14:34:24,566 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T14:34:24,664 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:36251 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T14:34:25,062 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631.replicationSource.wal-reader.26754e923c4a%2C44957%2C1731681252631,1-26754e923c4a,44957,1731681252631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/WALs/26754e923c4a,44957,1731681252631/26754e923c4a%2C44957%2C1731681252631.1731681254335 to pos 379, reset compression=false 2024-11-15T14:34:25,373 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.wal-reader.26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189/26754e923c4a%2C36251%2C1731681248189.1731681250417 to pos 379, reset compression=false 2024-11-15T14:34:25,392 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.wal-reader.26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T14:34:25,392 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.shipper26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,36251,1731681248189 got entry batch from reader: WALEntryBatch [walEntries=[{test/20cbe76158bd68cf7c30b3f3489c93f4/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731681264559/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189/26754e923c4a%2C36251%2C1731681248189.1731681250417, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T14:34:25,394 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.shipper26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T14:34:25,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-15T14:34:25,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.ReplicationSink(318): Replicating [05599ee2-3f64-4945-ad43-859919a8f4ca] bulk loaded data 2024-11-15T14:34:25,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d587594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:25,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,34083,-1 for getting cluster id 2024-11-15T14:34:25,397 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:34:25,397 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e63ef34-4011-439b-9628-48940377f453' 2024-11-15T14:34:25,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:34:25,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e63ef34-4011-439b-9628-48940377f453" 2024-11-15T14:34:25,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e974740, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:25,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,34083,-1] 2024-11-15T14:34:25,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:34:25,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:25,398 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:34:25,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@232dafff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:25,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741840_1016 (size=7894) 2024-11-15T14:34:25,568 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T14:34:25,592 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.wal-reader.26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189/26754e923c4a%2C36251%2C1731681248189.1731681250417 to pos 687, reset compression=false 2024-11-15T14:34:25,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T14:34:25,683 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T14:34:25,684 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T14:34:25,684 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-15T14:34:25,684 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T14:34:25,684 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T14:34:25,766 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631.replicationSource.wal-reader.26754e923c4a%2C44957%2C1731681252631,1-26754e923c4a,44957,1731681252631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/WALs/26754e923c4a,44957,1731681252631/26754e923c4a%2C44957%2C1731681252631.1731681254335 to pos 379, reset compression=false 2024-11-15T14:34:25,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741841_1017 (size=7691) 2024-11-15T14:34:25,896 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.wal-reader.26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189/26754e923c4a%2C36251%2C1731681248189.1731681250417 to pos 687, reset compression=false 2024-11-15T14:34:26,221 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:34:26,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,34083,1731681252539 2024-11-15T14:34:26,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@495643c2 2024-11-15T14:34:26,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:34:26,223 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-15T14:34:26,225 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T14:34:26,225 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:34:26,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,44957,1731681252631, seqNum=-1] 2024-11-15T14:34:26,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:34:26,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-15T14:34:26,232 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/staging/jenkins.hfs.11__test__rqo5fuckne1m89empcvi81vlcjvut9g4583n7q9nlrci3c4jboohalrrlnf32ftt/f/e45236162613496890ce9f865019944c_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-15T14:34:26,235 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/staging/jenkins.hfs.11__test__rqo5fuckne1m89empcvi81vlcjvut9g4583n7q9nlrci3c4jboohalrrlnf32ftt/f/f3fea0603c4f41659a46d64ba3770f6a_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-15T14:34:26,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/staging/jenkins.hfs.11__test__rqo5fuckne1m89empcvi81vlcjvut9g4583n7q9nlrci3c4jboohalrrlnf32ftt/f/f3fea0603c4f41659a46d64ba3770f6a_SeqId_4_ for inclusion in 6e869eb26847b9c3986bfbe8a24b71e5/f 2024-11-15T14:34:26,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-15T14:34:26,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T14:34:26,240 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/staging/jenkins.hfs.11__test__rqo5fuckne1m89empcvi81vlcjvut9g4583n7q9nlrci3c4jboohalrrlnf32ftt/f/e45236162613496890ce9f865019944c_SeqId_4_ for inclusion in 6e869eb26847b9c3986bfbe8a24b71e5/f 2024-11-15T14:34:26,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-15T14:34:26,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T14:34:26,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.HRegion(2603): Flush status journal for 6e869eb26847b9c3986bfbe8a24b71e5: 2024-11-15T14:34:26,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f3fea0603c4f41659a46d64ba3770f6a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T14:34:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/staging/jenkins.hfs.11__test__rqo5fuckne1m89empcvi81vlcjvut9g4583n7q9nlrci3c4jboohalrrlnf32ftt/f/f3fea0603c4f41659a46d64ba3770f6a_SeqId_4_ as hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/default/test/6e869eb26847b9c3986bfbe8a24b71e5/f/33adf69d92c343a4a83a544028f87b36_SeqId_4_ 2024-11-15T14:34:26,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e45236162613496890ce9f865019944c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T14:34:26,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/staging/jenkins.hfs.11__test__rqo5fuckne1m89empcvi81vlcjvut9g4583n7q9nlrci3c4jboohalrrlnf32ftt/f/e45236162613496890ce9f865019944c_SeqId_4_ as hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/default/test/6e869eb26847b9c3986bfbe8a24b71e5/f/cad04c57de4447d998bf58eccce41250_SeqId_4_ 2024-11-15T14:34:26,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/staging/jenkins.hfs.11__test__rqo5fuckne1m89empcvi81vlcjvut9g4583n7q9nlrci3c4jboohalrrlnf32ftt/f/f3fea0603c4f41659a46d64ba3770f6a_SeqId_4_ into 6e869eb26847b9c3986bfbe8a24b71e5/f as hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/default/test/6e869eb26847b9c3986bfbe8a24b71e5/f/33adf69d92c343a4a83a544028f87b36_SeqId_4_ - updating store file list. 2024-11-15T14:34:26,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 33adf69d92c343a4a83a544028f87b36_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T14:34:26,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/default/test/6e869eb26847b9c3986bfbe8a24b71e5/f/33adf69d92c343a4a83a544028f87b36_SeqId_4_ into 6e869eb26847b9c3986bfbe8a24b71e5/f 2024-11-15T14:34:26,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/staging/jenkins.hfs.11__test__rqo5fuckne1m89empcvi81vlcjvut9g4583n7q9nlrci3c4jboohalrrlnf32ftt/f/f3fea0603c4f41659a46d64ba3770f6a_SeqId_4_ into 6e869eb26847b9c3986bfbe8a24b71e5/f (new location: hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/default/test/6e869eb26847b9c3986bfbe8a24b71e5/f/33adf69d92c343a4a83a544028f87b36_SeqId_4_) 2024-11-15T14:34:26,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/staging/jenkins.hfs.11__test__rqo5fuckne1m89empcvi81vlcjvut9g4583n7q9nlrci3c4jboohalrrlnf32ftt/f/f3fea0603c4f41659a46d64ba3770f6a_SeqId_4_ 2024-11-15T14:34:26,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/staging/jenkins.hfs.11__test__rqo5fuckne1m89empcvi81vlcjvut9g4583n7q9nlrci3c4jboohalrrlnf32ftt/f/e45236162613496890ce9f865019944c_SeqId_4_ into 6e869eb26847b9c3986bfbe8a24b71e5/f as hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/default/test/6e869eb26847b9c3986bfbe8a24b71e5/f/cad04c57de4447d998bf58eccce41250_SeqId_4_ - updating store file list. 2024-11-15T14:34:26,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cad04c57de4447d998bf58eccce41250_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T14:34:26,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/default/test/6e869eb26847b9c3986bfbe8a24b71e5/f/cad04c57de4447d998bf58eccce41250_SeqId_4_ into 6e869eb26847b9c3986bfbe8a24b71e5/f 2024-11-15T14:34:26,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/staging/jenkins.hfs.11__test__rqo5fuckne1m89empcvi81vlcjvut9g4583n7q9nlrci3c4jboohalrrlnf32ftt/f/e45236162613496890ce9f865019944c_SeqId_4_ into 6e869eb26847b9c3986bfbe8a24b71e5/f (new location: hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/default/test/6e869eb26847b9c3986bfbe8a24b71e5/f/cad04c57de4447d998bf58eccce41250_SeqId_4_) 2024-11-15T14:34:26,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/staging/jenkins.hfs.11__test__rqo5fuckne1m89empcvi81vlcjvut9g4583n7q9nlrci3c4jboohalrrlnf32ftt/f/e45236162613496890ce9f865019944c_SeqId_4_ 2024-11-15T14:34:26,267 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.ReplicationSink(324): Finished replicating [05599ee2-3f64-4945-ad43-859919a8f4ca] bulk loaded data 2024-11-15T14:34:26,300 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.wal-reader.26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189/26754e923c4a%2C36251%2C1731681248189.1731681250417 to pos 687, reset compression=false 2024-11-15T14:34:26,570 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631.replicationSource.wal-reader.26754e923c4a%2C44957%2C1731681252631,1-26754e923c4a,44957,1731681252631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/WALs/26754e923c4a,44957,1731681252631/26754e923c4a%2C44957%2C1731681252631.1731681254335 to pos 379, reset compression=false 2024-11-15T14:34:26,575 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631.replicationSource.wal-reader.26754e923c4a%2C44957%2C1731681252631,1-26754e923c4a,44957,1731681252631 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T14:34:26,575 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631.replicationSource.shipper26754e923c4a%2C44957%2C1731681252631,1-26754e923c4a,44957,1731681252631 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,44957,1731681252631 got entry batch from reader: WALEntryBatch [walEntries=[{test/6e869eb26847b9c3986bfbe8a24b71e5/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731681266265/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/WALs/26754e923c4a,44957,1731681252631/26754e923c4a%2C44957%2C1731681252631.1731681254335, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-15T14:34:26,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:34:26,577 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631.replicationSource.shipper26754e923c4a%2C44957%2C1731681252631,1-26754e923c4a,44957,1731681252631 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T14:34:26,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-15T14:34:26,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.ReplicationSink(318): Replicating [05599ee2-3f64-4945-ad43-859919a8f4ca, 3e63ef34-4011-439b-9628-48940377f453] bulk loaded data 2024-11-15T14:34:26,579 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@329af55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:26,579 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37805,-1 for getting cluster id 2024-11-15T14:34:26,579 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:34:26,579 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05599ee2-3f64-4945-ad43-859919a8f4ca' 2024-11-15T14:34:26,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:34:26,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05599ee2-3f64-4945-ad43-859919a8f4ca" 2024-11-15T14:34:26,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@421d2762, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:26,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37805,-1] 2024-11-15T14:34:26,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:34:26,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:26,581 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731681266580/Put/seqid=0 2024-11-15T14:34:26,581 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:34:26,582 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d9b11fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:26,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741842_1018 (size=11194) 2024-11-15T14:34:26,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45669 is added to blk_1073741842_1018 (size=7894) 2024-11-15T14:34:26,775 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631.replicationSource.wal-reader.26754e923c4a%2C44957%2C1731681252631,1-26754e923c4a,44957,1731681252631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/WALs/26754e923c4a,44957,1731681252631/26754e923c4a%2C44957%2C1731681252631.1731681254335 to pos 725, reset compression=false 2024-11-15T14:34:26,805 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.wal-reader.26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189/26754e923c4a%2C36251%2C1731681248189.1731681250417 to pos 687, reset compression=false 2024-11-15T14:34:26,989 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731681266988/Put/seqid=0 2024-11-15T14:34:26,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741843_1019 (size=10791) 2024-11-15T14:34:27,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45669 is added to blk_1073741843_1019 (size=7691) 2024-11-15T14:34:27,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:34:27,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,37805,1731681248059 2024-11-15T14:34:27,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1efe9719 2024-11-15T14:34:27,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:34:27,006 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-15T14:34:27,008 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T14:34:27,008 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:34:27,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,36251,1731681248189, seqNum=-1] 2024-11-15T14:34:27,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:34:27,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-15T14:34:27,015 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/staging/jenkins.hfs.10__test__kofgg17rkut8ra2992ojrt4v4r6ap4oo4fq1uc5ijvtblj7fojgp44oo6ejnfp33/f/33adf69d92c343a4a83a544028f87b36_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-15T14:34:27,017 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/staging/jenkins.hfs.10__test__kofgg17rkut8ra2992ojrt4v4r6ap4oo4fq1uc5ijvtblj7fojgp44oo6ejnfp33/f/cad04c57de4447d998bf58eccce41250_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-15T14:34:27,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.ReplicationSink(324): Finished replicating [05599ee2-3f64-4945-ad43-859919a8f4ca, 3e63ef34-4011-439b-9628-48940377f453] bulk loaded data 2024-11-15T14:34:27,079 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631.replicationSource.wal-reader.26754e923c4a%2C44957%2C1731681252631,1-26754e923c4a,44957,1731681252631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/WALs/26754e923c4a,44957,1731681252631/26754e923c4a%2C44957%2C1731681252631.1731681254335 to pos 725, reset compression=false 2024-11-15T14:34:27,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d85e558, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:27,394 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,34083,-1 for getting cluster id 2024-11-15T14:34:27,394 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:34:27,395 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e63ef34-4011-439b-9628-48940377f453' 2024-11-15T14:34:27,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:34:27,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e63ef34-4011-439b-9628-48940377f453" 2024-11-15T14:34:27,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c9089e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:27,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,34083,-1] 2024-11-15T14:34:27,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:34:27,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:27,396 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:34:27,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16c0016c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:27,397 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:34:27,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,44957,1731681252631, seqNum=-1] 2024-11-15T14:34:27,409 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.wal-reader.26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189/26754e923c4a%2C36251%2C1731681248189.1731681250417 to pos 687, reset compression=false 2024-11-15T14:34:27,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:34:27,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:34:27,422 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:34:27,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,34083,1731681252539 2024-11-15T14:34:27,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bb376d7 2024-11-15T14:34:27,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:34:27,424 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:34:27,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731681257236.6e869eb26847b9c3986bfbe8a24b71e5., hostname=26754e923c4a,44957,1731681252631, seqNum=2] 2024-11-15T14:34:27,430 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T14:34:27,435 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-15T14:34:27,437 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-15T14:34:27,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 6e869eb26847b9c3986bfbe8a24b71e5/f 2024-11-15T14:34:27,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-15T14:34:27,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T14:34:27,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 6e869eb26847b9c3986bfbe8a24b71e5/f 2024-11-15T14:34:27,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-15T14:34:27,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T14:34:27,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.HRegion(2603): Flush status journal for 6e869eb26847b9c3986bfbe8a24b71e5: 2024-11-15T14:34:27,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/staging/jenkins__test__g36k07erebju2o6433beadqj0ukeu5c1c1kas9enn68a2nnv9nftv4kiakjirbpk/f/hfile_1 2024-11-15T14:34:27,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/staging/jenkins__test__g36k07erebju2o6433beadqj0ukeu5c1c1kas9enn68a2nnv9nftv4kiakjirbpk/f/hfile_1 as hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/default/test/6e869eb26847b9c3986bfbe8a24b71e5/f/f541e1a022fd4f1f89c0299b45e3f14b_SeqId_6_ 2024-11-15T14:34:27,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/staging/jenkins__test__g36k07erebju2o6433beadqj0ukeu5c1c1kas9enn68a2nnv9nftv4kiakjirbpk/f/hfile_0 2024-11-15T14:34:27,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/staging/jenkins__test__g36k07erebju2o6433beadqj0ukeu5c1c1kas9enn68a2nnv9nftv4kiakjirbpk/f/hfile_0 as hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/default/test/6e869eb26847b9c3986bfbe8a24b71e5/f/8d9c02faa42a4a19a00935be54023c16_SeqId_6_ 2024-11-15T14:34:27,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/staging/jenkins__test__g36k07erebju2o6433beadqj0ukeu5c1c1kas9enn68a2nnv9nftv4kiakjirbpk/f/hfile_1 into 6e869eb26847b9c3986bfbe8a24b71e5/f as hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/default/test/6e869eb26847b9c3986bfbe8a24b71e5/f/f541e1a022fd4f1f89c0299b45e3f14b_SeqId_6_ - updating store file list. 2024-11-15T14:34:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f541e1a022fd4f1f89c0299b45e3f14b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T14:34:27,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/default/test/6e869eb26847b9c3986bfbe8a24b71e5/f/f541e1a022fd4f1f89c0299b45e3f14b_SeqId_6_ into 6e869eb26847b9c3986bfbe8a24b71e5/f 2024-11-15T14:34:27,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/staging/jenkins__test__g36k07erebju2o6433beadqj0ukeu5c1c1kas9enn68a2nnv9nftv4kiakjirbpk/f/hfile_1 into 6e869eb26847b9c3986bfbe8a24b71e5/f (new location: hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/default/test/6e869eb26847b9c3986bfbe8a24b71e5/f/f541e1a022fd4f1f89c0299b45e3f14b_SeqId_6_) 2024-11-15T14:34:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/staging/jenkins__test__g36k07erebju2o6433beadqj0ukeu5c1c1kas9enn68a2nnv9nftv4kiakjirbpk/f/hfile_1 2024-11-15T14:34:27,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/staging/jenkins__test__g36k07erebju2o6433beadqj0ukeu5c1c1kas9enn68a2nnv9nftv4kiakjirbpk/f/hfile_0 into 6e869eb26847b9c3986bfbe8a24b71e5/f as hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/default/test/6e869eb26847b9c3986bfbe8a24b71e5/f/8d9c02faa42a4a19a00935be54023c16_SeqId_6_ - updating store file list. 2024-11-15T14:34:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8d9c02faa42a4a19a00935be54023c16_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T14:34:27,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/default/test/6e869eb26847b9c3986bfbe8a24b71e5/f/8d9c02faa42a4a19a00935be54023c16_SeqId_6_ into 6e869eb26847b9c3986bfbe8a24b71e5/f 2024-11-15T14:34:27,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/staging/jenkins__test__g36k07erebju2o6433beadqj0ukeu5c1c1kas9enn68a2nnv9nftv4kiakjirbpk/f/hfile_0 into 6e869eb26847b9c3986bfbe8a24b71e5/f (new location: hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/default/test/6e869eb26847b9c3986bfbe8a24b71e5/f/8d9c02faa42a4a19a00935be54023c16_SeqId_6_) 2024-11-15T14:34:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/staging/jenkins__test__g36k07erebju2o6433beadqj0ukeu5c1c1kas9enn68a2nnv9nftv4kiakjirbpk/f/hfile_0 2024-11-15T14:34:27,463 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:34:27,463 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:34:27,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:27,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:27,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731681257236.6e869eb26847b9c3986bfbe8a24b71e5., hostname=26754e923c4a,44957,1731681252631, seqNum=2 , the old value is region=test,,1731681257236.6e869eb26847b9c3986bfbe8a24b71e5., hostname=26754e923c4a,44957,1731681252631, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=26754e923c4a:44957 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T14:34:27,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731681257236.6e869eb26847b9c3986bfbe8a24b71e5., hostname=26754e923c4a,44957,1731681252631, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T14:34:27,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731681257236.6e869eb26847b9c3986bfbe8a24b71e5., hostname=26754e923c4a,44957,1731681252631, seqNum=2 from cache 2024-11-15T14:34:27,464 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:34:27,464 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:34:27,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,36251,1731681248189, seqNum=-1] 2024-11-15T14:34:27,465 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T14:34:27,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:34:27,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:34:27,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731681255086.20cbe76158bd68cf7c30b3f3489c93f4., hostname=26754e923c4a,36251,1731681248189, seqNum=2] 2024-11-15T14:34:27,475 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T14:34:27,483 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631.replicationSource.wal-reader.26754e923c4a%2C44957%2C1731681252631,1-26754e923c4a,44957,1731681252631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/WALs/26754e923c4a,44957,1731681252631/26754e923c4a%2C44957%2C1731681252631.1731681254335 to pos 725, reset compression=false 2024-11-15T14:34:27,488 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631.replicationSource.wal-reader.26754e923c4a%2C44957%2C1731681252631,1-26754e923c4a,44957,1731681252631 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T14:34:27,488 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631.replicationSource.shipper26754e923c4a%2C44957%2C1731681252631,1-26754e923c4a,44957,1731681252631 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,44957,1731681252631 got entry batch from reader: WALEntryBatch [walEntries=[{test/6e869eb26847b9c3986bfbe8a24b71e5/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731681267461/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/WALs/26754e923c4a,44957,1731681252631/26754e923c4a%2C44957%2C1731681252631.1731681254335, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T14:34:27,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.ReplicationSink(318): Replicating [3e63ef34-4011-439b-9628-48940377f453] bulk loaded data 2024-11-15T14:34:27,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45669 is added to blk_1073741844_1020 (size=10791) 2024-11-15T14:34:27,575 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:44957 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T14:34:27,688 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631.replicationSource.wal-reader.26754e923c4a%2C44957%2C1731681252631,1-26754e923c4a,44957,1731681252631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/WALs/26754e923c4a,44957,1731681252631/26754e923c4a%2C44957%2C1731681252631.1731681254335 to pos 1033, reset compression=false 2024-11-15T14:34:27,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45669 is added to blk_1073741845_1021 (size=11194) 2024-11-15T14:34:27,992 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631.replicationSource.wal-reader.26754e923c4a%2C44957%2C1731681252631,1-26754e923c4a,44957,1731681252631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/WALs/26754e923c4a,44957,1731681252631/26754e923c4a%2C44957%2C1731681252631.1731681254335 to pos 1033, reset compression=false 2024-11-15T14:34:28,119 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.wal-reader.26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189/26754e923c4a%2C36251%2C1731681248189.1731681250417 to pos 687, reset compression=false 2024-11-15T14:34:28,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T14:34:28,315 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/staging/jenkins.hfs.10__test__bhban3fvd9pbo0m00e7f17ipujqldqb94klkbj5j7l1ghs1aq4evv7361ee1kfgj/f/8d9c02faa42a4a19a00935be54023c16_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-15T14:34:28,317 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/staging/jenkins.hfs.10__test__bhban3fvd9pbo0m00e7f17ipujqldqb94klkbj5j7l1ghs1aq4evv7361ee1kfgj/f/f541e1a022fd4f1f89c0299b45e3f14b_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-15T14:34:28,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/staging/jenkins.hfs.10__test__bhban3fvd9pbo0m00e7f17ipujqldqb94klkbj5j7l1ghs1aq4evv7361ee1kfgj/f/8d9c02faa42a4a19a00935be54023c16_SeqId_6_ for inclusion in 20cbe76158bd68cf7c30b3f3489c93f4/f 2024-11-15T14:34:28,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-15T14:34:28,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T14:34:28,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/staging/jenkins.hfs.10__test__bhban3fvd9pbo0m00e7f17ipujqldqb94klkbj5j7l1ghs1aq4evv7361ee1kfgj/f/f541e1a022fd4f1f89c0299b45e3f14b_SeqId_6_ for inclusion in 20cbe76158bd68cf7c30b3f3489c93f4/f 2024-11-15T14:34:28,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-15T14:34:28,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T14:34:28,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.HRegion(2603): Flush status journal for 20cbe76158bd68cf7c30b3f3489c93f4: 2024-11-15T14:34:28,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8d9c02faa42a4a19a00935be54023c16_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T14:34:28,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/staging/jenkins.hfs.10__test__bhban3fvd9pbo0m00e7f17ipujqldqb94klkbj5j7l1ghs1aq4evv7361ee1kfgj/f/8d9c02faa42a4a19a00935be54023c16_SeqId_6_ as hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/default/test/20cbe76158bd68cf7c30b3f3489c93f4/f/c6efaf4a680e4ef5b8a8a813a52c165d_SeqId_6_ 2024-11-15T14:34:28,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f541e1a022fd4f1f89c0299b45e3f14b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T14:34:28,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/staging/jenkins.hfs.10__test__bhban3fvd9pbo0m00e7f17ipujqldqb94klkbj5j7l1ghs1aq4evv7361ee1kfgj/f/f541e1a022fd4f1f89c0299b45e3f14b_SeqId_6_ as hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/default/test/20cbe76158bd68cf7c30b3f3489c93f4/f/0295727c01dd4e1d95095bd297f44fe8_SeqId_6_ 2024-11-15T14:34:28,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/staging/jenkins.hfs.10__test__bhban3fvd9pbo0m00e7f17ipujqldqb94klkbj5j7l1ghs1aq4evv7361ee1kfgj/f/8d9c02faa42a4a19a00935be54023c16_SeqId_6_ into 20cbe76158bd68cf7c30b3f3489c93f4/f as hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/default/test/20cbe76158bd68cf7c30b3f3489c93f4/f/c6efaf4a680e4ef5b8a8a813a52c165d_SeqId_6_ - updating store file list. 2024-11-15T14:34:28,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c6efaf4a680e4ef5b8a8a813a52c165d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T14:34:28,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/default/test/20cbe76158bd68cf7c30b3f3489c93f4/f/c6efaf4a680e4ef5b8a8a813a52c165d_SeqId_6_ into 20cbe76158bd68cf7c30b3f3489c93f4/f 2024-11-15T14:34:28,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/staging/jenkins.hfs.10__test__bhban3fvd9pbo0m00e7f17ipujqldqb94klkbj5j7l1ghs1aq4evv7361ee1kfgj/f/8d9c02faa42a4a19a00935be54023c16_SeqId_6_ into 20cbe76158bd68cf7c30b3f3489c93f4/f (new location: hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/default/test/20cbe76158bd68cf7c30b3f3489c93f4/f/c6efaf4a680e4ef5b8a8a813a52c165d_SeqId_6_) 2024-11-15T14:34:28,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/staging/jenkins.hfs.10__test__bhban3fvd9pbo0m00e7f17ipujqldqb94klkbj5j7l1ghs1aq4evv7361ee1kfgj/f/8d9c02faa42a4a19a00935be54023c16_SeqId_6_ 2024-11-15T14:34:28,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/staging/jenkins.hfs.10__test__bhban3fvd9pbo0m00e7f17ipujqldqb94klkbj5j7l1ghs1aq4evv7361ee1kfgj/f/f541e1a022fd4f1f89c0299b45e3f14b_SeqId_6_ into 20cbe76158bd68cf7c30b3f3489c93f4/f as hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/default/test/20cbe76158bd68cf7c30b3f3489c93f4/f/0295727c01dd4e1d95095bd297f44fe8_SeqId_6_ - updating store file list. 2024-11-15T14:34:28,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0295727c01dd4e1d95095bd297f44fe8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T14:34:28,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/default/test/20cbe76158bd68cf7c30b3f3489c93f4/f/0295727c01dd4e1d95095bd297f44fe8_SeqId_6_ into 20cbe76158bd68cf7c30b3f3489c93f4/f 2024-11-15T14:34:28,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/staging/jenkins.hfs.10__test__bhban3fvd9pbo0m00e7f17ipujqldqb94klkbj5j7l1ghs1aq4evv7361ee1kfgj/f/f541e1a022fd4f1f89c0299b45e3f14b_SeqId_6_ into 20cbe76158bd68cf7c30b3f3489c93f4/f (new location: hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/default/test/20cbe76158bd68cf7c30b3f3489c93f4/f/0295727c01dd4e1d95095bd297f44fe8_SeqId_6_) 2024-11-15T14:34:28,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/staging/jenkins.hfs.10__test__bhban3fvd9pbo0m00e7f17ipujqldqb94klkbj5j7l1ghs1aq4evv7361ee1kfgj/f/f541e1a022fd4f1f89c0299b45e3f14b_SeqId_6_ 2024-11-15T14:34:28,342 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36251 {}] regionserver.ReplicationSink(324): Finished replicating [3e63ef34-4011-439b-9628-48940377f453] bulk loaded data 2024-11-15T14:34:28,395 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631.replicationSource.wal-reader.26754e923c4a%2C44957%2C1731681252631,1-26754e923c4a,44957,1731681252631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/WALs/26754e923c4a,44957,1731681252631/26754e923c4a%2C44957%2C1731681252631.1731681254335 to pos 1033, reset compression=false 2024-11-15T14:34:28,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T14:34:28,487 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:34:28,487 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:34:28,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:28,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:28,488 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:34:28,488 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T14:34:28,488 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=175152487, stopped=false 2024-11-15T14:34:28,488 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=26754e923c4a,34083,1731681252539 2024-11-15T14:34:28,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44957-0x1014018a3570004, quorum=127.0.0.1:62628, baseZNode=/1295125145 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1295125145/running 2024-11-15T14:34:28,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34083-0x1014018a3570003, quorum=127.0.0.1:62628, baseZNode=/1295125145 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1295125145/running 2024-11-15T14:34:28,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44957-0x1014018a3570004, quorum=127.0.0.1:62628, baseZNode=/1295125145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1295125145 2024-11-15T14:34:28,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34083-0x1014018a3570003, quorum=127.0.0.1:62628, baseZNode=/1295125145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1295125145 2024-11-15T14:34:28,525 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:34:28,526 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:34:28,526 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:34:28,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:28,526 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '26754e923c4a,44957,1731681252631' ***** 2024-11-15T14:34:28,526 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T14:34:28,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44957-0x1014018a3570004, quorum=127.0.0.1:62628, baseZNode=/1295125145 Set watcher on znode that does not yet exist, /1295125145/running 2024-11-15T14:34:28,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34083-0x1014018a3570003, quorum=127.0.0.1:62628, baseZNode=/1295125145 Set watcher on znode that does not yet exist, /1295125145/running 2024-11-15T14:34:28,526 INFO [RS:0;26754e923c4a:44957 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T14:34:28,527 INFO [RS:0;26754e923c4a:44957 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T14:34:28,527 INFO [RS:0;26754e923c4a:44957 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T14:34:28,527 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T14:34:28,527 INFO [RS:0;26754e923c4a:44957 {}] regionserver.HRegionServer(3091): Received CLOSE for 6e869eb26847b9c3986bfbe8a24b71e5 2024-11-15T14:34:28,527 INFO [RS:0;26754e923c4a:44957 {}] regionserver.HRegionServer(3091): Received CLOSE for d26586834d68ac80cb86cd81a7ad7509 2024-11-15T14:34:28,527 INFO [RS:0;26754e923c4a:44957 {}] regionserver.HRegionServer(959): stopping server 26754e923c4a,44957,1731681252631 2024-11-15T14:34:28,527 INFO [RS:0;26754e923c4a:44957 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:34:28,527 INFO [RS:0;26754e923c4a:44957 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:44957. 2024-11-15T14:34:28,527 DEBUG [RS:0;26754e923c4a:44957 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:34:28,527 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6e869eb26847b9c3986bfbe8a24b71e5, disabling compactions & flushes 2024-11-15T14:34:28,527 DEBUG [RS:0;26754e923c4a:44957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:28,527 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731681257236.6e869eb26847b9c3986bfbe8a24b71e5. 2024-11-15T14:34:28,527 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731681257236.6e869eb26847b9c3986bfbe8a24b71e5. 2024-11-15T14:34:28,527 INFO [RS:0;26754e923c4a:44957 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T14:34:28,527 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731681257236.6e869eb26847b9c3986bfbe8a24b71e5. after waiting 0 ms 2024-11-15T14:34:28,527 INFO [RS:0;26754e923c4a:44957 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T14:34:28,527 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731681257236.6e869eb26847b9c3986bfbe8a24b71e5. 2024-11-15T14:34:28,527 INFO [RS:0;26754e923c4a:44957 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T14:34:28,527 INFO [RS:0;26754e923c4a:44957 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T14:34:28,527 INFO [RS:0;26754e923c4a:44957 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T14:34:28,527 DEBUG [RS:0;26754e923c4a:44957 {}] regionserver.HRegionServer(1325): Online Regions={6e869eb26847b9c3986bfbe8a24b71e5=test,,1731681257236.6e869eb26847b9c3986bfbe8a24b71e5., 1588230740=hbase:meta,,1.1588230740, d26586834d68ac80cb86cd81a7ad7509=hbase:replication,,1731681261558.d26586834d68ac80cb86cd81a7ad7509.} 2024-11-15T14:34:28,528 DEBUG [RS:0;26754e923c4a:44957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e869eb26847b9c3986bfbe8a24b71e5, d26586834d68ac80cb86cd81a7ad7509 2024-11-15T14:34:28,528 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:34:28,528 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:34:28,528 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:34:28,528 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:34:28,528 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:34:28,528 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T14:34:28,531 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/default/test/6e869eb26847b9c3986bfbe8a24b71e5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T14:34:28,532 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:34:28,532 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T14:34:28,532 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731681257236.6e869eb26847b9c3986bfbe8a24b71e5. 2024-11-15T14:34:28,532 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6e869eb26847b9c3986bfbe8a24b71e5: Waiting for close lock at 1731681268527Running coprocessor pre-close hooks at 1731681268527Disabling compacts and flushes for region at 1731681268527Disabling writes for close at 1731681268527Writing region close event to WAL at 1731681268528 (+1 ms)Running coprocessor post-close hooks at 1731681268532 (+4 ms)Closed at 1731681268532 2024-11-15T14:34:28,532 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731681257236.6e869eb26847b9c3986bfbe8a24b71e5. 2024-11-15T14:34:28,532 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d26586834d68ac80cb86cd81a7ad7509, disabling compactions & flushes 2024-11-15T14:34:28,532 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731681261558.d26586834d68ac80cb86cd81a7ad7509. 2024-11-15T14:34:28,532 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731681261558.d26586834d68ac80cb86cd81a7ad7509. 2024-11-15T14:34:28,532 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731681261558.d26586834d68ac80cb86cd81a7ad7509. after waiting 0 ms 2024-11-15T14:34:28,532 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731681261558.d26586834d68ac80cb86cd81a7ad7509. 2024-11-15T14:34:28,532 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d26586834d68ac80cb86cd81a7ad7509 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-15T14:34:28,550 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/hbase/replication/d26586834d68ac80cb86cd81a7ad7509/.tmp/hfileref/898702e2ae774ec7820a97d1cf797124 is 74, key is 1/hfileref:33adf69d92c343a4a83a544028f87b36_SeqId_4_/1731681267021/DeleteColumn/seqid=0 2024-11-15T14:34:28,550 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/hbase/meta/1588230740/.tmp/info/3aebc4b27ffa44398a5480fb53eff2fe is 147, key is hbase:replication,,1731681261558.d26586834d68ac80cb86cd81a7ad7509./info:regioninfo/1731681262724/Put/seqid=0 2024-11-15T14:34:28,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741844_1020 (size=5345) 2024-11-15T14:34:28,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741845_1021 (size=7686) 2024-11-15T14:34:28,610 INFO [regionserver/26754e923c4a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:34:28,728 DEBUG [RS:0;26754e923c4a:44957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d26586834d68ac80cb86cd81a7ad7509 2024-11-15T14:34:28,899 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631.replicationSource.wal-reader.26754e923c4a%2C44957%2C1731681252631,1-26754e923c4a,44957,1731681252631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/WALs/26754e923c4a,44957,1731681252631/26754e923c4a%2C44957%2C1731681252631.1731681254335 to pos 1033, reset compression=false 2024-11-15T14:34:28,904 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631.replicationSource.wal-reader.26754e923c4a%2C44957%2C1731681252631,1-26754e923c4a,44957,1731681252631 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:34:28,904 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631.replicationSource.wal-reader.26754e923c4a%2C44957%2C1731681252631,1-26754e923c4a,44957,1731681252631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/WALs/26754e923c4a,44957,1731681252631/26754e923c4a%2C44957%2C1731681252631.1731681254335 to pos 1328, reset compression=false 2024-11-15T14:34:28,905 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631.replicationSource.shipper26754e923c4a%2C44957%2C1731681252631,1-26754e923c4a,44957,1731681252631 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,44957,1731681252631 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/WALs/26754e923c4a,44957,1731681252631/26754e923c4a%2C44957%2C1731681252631.1731681254335, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T14:34:28,905 ERROR [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631.replicationSource.shipper26754e923c4a%2C44957%2C1731681252631,1-26754e923c4a,44957,1731681252631 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 26754e923c4a,44957,1731681252631: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-26754e923c4a,44957,1731681252631, walGroup=26754e923c4a%2C44957%2C1731681252631, offset=26754e923c4a%2C44957%2C1731681252631.1731681254335:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:44957 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T14:34:28,907 ERROR [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631.replicationSource.shipper26754e923c4a%2C44957%2C1731681252631,1-26754e923c4a,44957,1731681252631 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T14:34:28,907 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631.replicationSource.shipper26754e923c4a%2C44957%2C1731681252631,1-26754e923c4a,44957,1731681252631 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T14:34:28,908 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631.replicationSource.shipper26754e923c4a%2C44957%2C1731681252631,1-26754e923c4a,44957,1731681252631 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T14:34:28,908 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631.replicationSource.shipper26754e923c4a%2C44957%2C1731681252631,1-26754e923c4a,44957,1731681252631 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T14:34:28,908 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631.replicationSource.shipper26754e923c4a%2C44957%2C1731681252631,1-26754e923c4a,44957,1731681252631 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T14:34:28,908 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631.replicationSource.shipper26754e923c4a%2C44957%2C1731681252631,1-26754e923c4a,44957,1731681252631 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 523059280 }, "NonHeapMemoryUsage": { "committed": 190775296, "init": 7667712, "max": -1, "used": 187926376 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T14:34:28,910 WARN [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631.replicationSource.shipper26754e923c4a%2C44957%2C1731681252631,1-26754e923c4a,44957,1731681252631 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:34083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:34083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T14:34:28,923 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.wal-reader.26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189/26754e923c4a%2C36251%2C1731681248189.1731681250417 to pos 687, reset compression=false 2024-11-15T14:34:28,928 DEBUG [RS:0;26754e923c4a:44957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d26586834d68ac80cb86cd81a7ad7509 2024-11-15T14:34:28,928 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.wal-reader.26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T14:34:28,929 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.shipper26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,36251,1731681248189 got entry batch from reader: WALEntryBatch [walEntries=[{test/20cbe76158bd68cf7c30b3f3489c93f4/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731681268341/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189/26754e923c4a%2C36251%2C1731681248189.1731681250417, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-15T14:34:28,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 26754e923c4a,44957,1731681252631 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:34:28,932 WARN [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.shipper26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 26754e923c4a,44957,1731681252631 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:34:28,955 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/hbase/replication/d26586834d68ac80cb86cd81a7ad7509/.tmp/hfileref/898702e2ae774ec7820a97d1cf797124 2024-11-15T14:34:28,956 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/hbase/meta/1588230740/.tmp/info/3aebc4b27ffa44398a5480fb53eff2fe 2024-11-15T14:34:28,971 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/hbase/meta/1588230740/.tmp/ns/9011db3074e7409187c004ae83e40f02 is 43, key is default/ns:d/1731681254990/Put/seqid=0 2024-11-15T14:34:28,971 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/hbase/replication/d26586834d68ac80cb86cd81a7ad7509/.tmp/queue/49a5436faff540da869c9b4907451e81 is 154, key is 1-26754e923c4a,44957,1731681252631/queue:26754e923c4a%2C44957%2C1731681252631/1731681268345/Put/seqid=0 2024-11-15T14:34:28,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741846_1022 (size=5153) 2024-11-15T14:34:28,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741847_1023 (size=5353) 2024-11-15T14:34:28,976 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/hbase/replication/d26586834d68ac80cb86cd81a7ad7509/.tmp/queue/49a5436faff540da869c9b4907451e81 2024-11-15T14:34:28,980 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/hbase/replication/d26586834d68ac80cb86cd81a7ad7509/.tmp/hfileref/898702e2ae774ec7820a97d1cf797124 as hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/hbase/replication/d26586834d68ac80cb86cd81a7ad7509/hfileref/898702e2ae774ec7820a97d1cf797124 2024-11-15T14:34:28,984 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/hbase/replication/d26586834d68ac80cb86cd81a7ad7509/hfileref/898702e2ae774ec7820a97d1cf797124, entries=4, sequenceid=12, filesize=5.2 K 2024-11-15T14:34:28,985 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/hbase/replication/d26586834d68ac80cb86cd81a7ad7509/.tmp/queue/49a5436faff540da869c9b4907451e81 as hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/hbase/replication/d26586834d68ac80cb86cd81a7ad7509/queue/49a5436faff540da869c9b4907451e81 2024-11-15T14:34:28,989 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/hbase/replication/d26586834d68ac80cb86cd81a7ad7509/queue/49a5436faff540da869c9b4907451e81, entries=1, sequenceid=12, filesize=5.2 K 2024-11-15T14:34:28,990 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for d26586834d68ac80cb86cd81a7ad7509 in 458ms, sequenceid=12, compaction requested=false 2024-11-15T14:34:28,993 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/hbase/replication/d26586834d68ac80cb86cd81a7ad7509/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-15T14:34:28,993 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:34:28,993 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:34:28,993 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731681261558.d26586834d68ac80cb86cd81a7ad7509. 2024-11-15T14:34:28,993 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d26586834d68ac80cb86cd81a7ad7509: Waiting for close lock at 1731681268532Running coprocessor pre-close hooks at 1731681268532Disabling compacts and flushes for region at 1731681268532Disabling writes for close at 1731681268532Obtaining lock to block concurrent updates at 1731681268532Preparing flush snapshotting stores in d26586834d68ac80cb86cd81a7ad7509 at 1731681268532Finished memstore snapshotting hbase:replication,,1731681261558.d26586834d68ac80cb86cd81a7ad7509., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731681268533 (+1 ms)Flushing stores of hbase:replication,,1731681261558.d26586834d68ac80cb86cd81a7ad7509. at 1731681268533Flushing d26586834d68ac80cb86cd81a7ad7509/hfileref: creating writer at 1731681268533Flushing d26586834d68ac80cb86cd81a7ad7509/hfileref: appending metadata at 1731681268549 (+16 ms)Flushing d26586834d68ac80cb86cd81a7ad7509/hfileref: closing flushed file at 1731681268549Flushing d26586834d68ac80cb86cd81a7ad7509/queue: creating writer at 1731681268959 (+410 ms)Flushing d26586834d68ac80cb86cd81a7ad7509/queue: appending metadata at 1731681268971 (+12 ms)Flushing d26586834d68ac80cb86cd81a7ad7509/queue: closing flushed file at 1731681268971Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f4de888: reopening flushed file at 1731681268980 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6063bf81: reopening flushed file at 1731681268984 (+4 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for d26586834d68ac80cb86cd81a7ad7509 in 458ms, sequenceid=12, compaction requested=false at 1731681268990 (+6 ms)Writing region close event to WAL at 1731681268991 (+1 ms)Running coprocessor post-close hooks at 1731681268993 (+2 ms)Closed at 1731681268993 2024-11-15T14:34:28,994 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731681261558.d26586834d68ac80cb86cd81a7ad7509. 2024-11-15T14:34:29,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 26754e923c4a,44957,1731681252631 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:34:29,035 WARN [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.shipper26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 26754e923c4a,44957,1731681252631 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:34:29,114 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631.replicationSource.wal-reader.26754e923c4a%2C44957%2C1731681252631,1-26754e923c4a,44957,1731681252631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/WALs/26754e923c4a,44957,1731681252631/26754e923c4a%2C44957%2C1731681252631.1731681254335 to pos 1328, reset compression=false 2024-11-15T14:34:29,128 DEBUG [RS:0;26754e923c4a:44957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:34:29,129 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.wal-reader.26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189/26754e923c4a%2C36251%2C1731681248189.1731681250417 to pos 1033, reset compression=false 2024-11-15T14:34:29,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 26754e923c4a,44957,1731681252631 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:34:29,238 WARN [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.shipper26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 26754e923c4a,44957,1731681252631 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:34:29,246 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T14:34:29,246 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T14:34:29,328 DEBUG [RS:0;26754e923c4a:44957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:34:29,376 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/hbase/meta/1588230740/.tmp/ns/9011db3074e7409187c004ae83e40f02 2024-11-15T14:34:29,392 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/hbase/meta/1588230740/.tmp/rep_barrier/99f9cafb5aa342bcb4de152e0001335f is 112, key is test,,1731681257236.6e869eb26847b9c3986bfbe8a24b71e5./rep_barrier:seqnumDuringOpen/1731681258388/Put/seqid=0 2024-11-15T14:34:29,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741848_1024 (size=5518) 2024-11-15T14:34:29,418 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631.replicationSource.wal-reader.26754e923c4a%2C44957%2C1731681252631,1-26754e923c4a,44957,1731681252631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/WALs/26754e923c4a,44957,1731681252631/26754e923c4a%2C44957%2C1731681252631.1731681254335 to pos 1328, reset compression=false 2024-11-15T14:34:29,433 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.wal-reader.26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189/26754e923c4a%2C36251%2C1731681248189.1731681250417 to pos 1033, reset compression=false 2024-11-15T14:34:29,528 INFO [RS:0;26754e923c4a:44957 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T14:34:29,528 DEBUG [RS:0;26754e923c4a:44957 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T14:34:29,529 DEBUG [RS:0;26754e923c4a:44957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:34:29,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 26754e923c4a,44957,1731681252631 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:34:29,541 WARN [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.shipper26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 26754e923c4a,44957,1731681252631 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:34:29,729 DEBUG [RS:0;26754e923c4a:44957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:34:29,796 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/hbase/meta/1588230740/.tmp/rep_barrier/99f9cafb5aa342bcb4de152e0001335f 2024-11-15T14:34:29,813 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/hbase/meta/1588230740/.tmp/table/0122d95e99d54f8095bbdeb402f42423 is 53, key is hbase:replication/table:state/1731681262731/Put/seqid=0 2024-11-15T14:34:29,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741849_1025 (size=5308) 2024-11-15T14:34:29,821 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631.replicationSource.wal-reader.26754e923c4a%2C44957%2C1731681252631,1-26754e923c4a,44957,1731681252631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/WALs/26754e923c4a,44957,1731681252631/26754e923c4a%2C44957%2C1731681252631.1731681254335 to pos 1328, reset compression=false 2024-11-15T14:34:29,837 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.wal-reader.26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189/26754e923c4a%2C36251%2C1731681248189.1731681250417 to pos 1033, reset compression=false 2024-11-15T14:34:29,929 DEBUG [RS:0;26754e923c4a:44957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:34:29,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 26754e923c4a,44957,1731681252631 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:34:29,944 WARN [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.shipper26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 26754e923c4a,44957,1731681252631 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:34:30,129 DEBUG [RS:0;26754e923c4a:44957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:34:30,281 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/hbase/meta/1588230740/.tmp/table/0122d95e99d54f8095bbdeb402f42423 2024-11-15T14:34:30,285 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/hbase/meta/1588230740/.tmp/info/3aebc4b27ffa44398a5480fb53eff2fe as hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/hbase/meta/1588230740/info/3aebc4b27ffa44398a5480fb53eff2fe 2024-11-15T14:34:30,289 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/hbase/meta/1588230740/info/3aebc4b27ffa44398a5480fb53eff2fe, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T14:34:30,289 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/hbase/meta/1588230740/.tmp/ns/9011db3074e7409187c004ae83e40f02 as hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/hbase/meta/1588230740/ns/9011db3074e7409187c004ae83e40f02 2024-11-15T14:34:30,293 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/hbase/meta/1588230740/ns/9011db3074e7409187c004ae83e40f02, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T14:34:30,294 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/hbase/meta/1588230740/.tmp/rep_barrier/99f9cafb5aa342bcb4de152e0001335f as hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/hbase/meta/1588230740/rep_barrier/99f9cafb5aa342bcb4de152e0001335f 2024-11-15T14:34:30,297 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/hbase/meta/1588230740/rep_barrier/99f9cafb5aa342bcb4de152e0001335f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T14:34:30,298 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/hbase/meta/1588230740/.tmp/table/0122d95e99d54f8095bbdeb402f42423 as hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/hbase/meta/1588230740/table/0122d95e99d54f8095bbdeb402f42423 2024-11-15T14:34:30,302 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/hbase/meta/1588230740/table/0122d95e99d54f8095bbdeb402f42423, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T14:34:30,303 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1774ms, sequenceid=16, compaction requested=false 2024-11-15T14:34:30,306 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T14:34:30,307 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:34:30,307 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:34:30,307 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:34:30,307 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681268528Running coprocessor pre-close hooks at 1731681268528Disabling compacts and flushes for region at 1731681268528Disabling writes for close at 1731681268528Obtaining lock to block concurrent updates at 1731681268528Preparing flush snapshotting stores in 1588230740 at 1731681268528Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731681268528Flushing stores of hbase:meta,,1.1588230740 at 1731681268529 (+1 ms)Flushing 1588230740/info: creating writer at 1731681268529Flushing 1588230740/info: appending metadata at 1731681268549 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731681268549Flushing 1588230740/ns: creating writer at 1731681268959 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731681268971 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731681268971Flushing 1588230740/rep_barrier: creating writer at 1731681269379 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731681269391 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731681269391Flushing 1588230740/table: creating writer at 1731681269800 (+409 ms)Flushing 1588230740/table: appending metadata at 1731681269813 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731681269813Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38b21911: reopening flushed file at 1731681270284 (+471 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@792fd0c1: reopening flushed file at 1731681270289 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e760ae7: reopening flushed file at 1731681270293 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@380095c: reopening flushed file at 1731681270297 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1774ms, sequenceid=16, compaction requested=false at 1731681270303 (+6 ms)Writing region close event to WAL at 1731681270304 (+1 ms)Running coprocessor post-close hooks at 1731681270307 (+3 ms)Closed at 1731681270307 2024-11-15T14:34:30,307 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T14:34:30,325 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631.replicationSource.wal-reader.26754e923c4a%2C44957%2C1731681252631,1-26754e923c4a,44957,1731681252631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/WALs/26754e923c4a,44957,1731681252631/26754e923c4a%2C44957%2C1731681252631.1731681254335 to pos 1328, reset compression=false 2024-11-15T14:34:30,329 INFO [RS:0;26754e923c4a:44957 {}] regionserver.HRegionServer(976): stopping server 26754e923c4a,44957,1731681252631; all regions closed. 2024-11-15T14:34:30,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741834_1010 (size=4239) 2024-11-15T14:34:30,331 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/WALs/26754e923c4a,44957,1731681252631/26754e923c4a%2C44957%2C1731681252631.meta.1731681254951.meta not finished, retry = 0 2024-11-15T14:34:30,340 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.wal-reader.26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189/26754e923c4a%2C36251%2C1731681248189.1731681250417 to pos 1033, reset compression=false 2024-11-15T14:34:30,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741839_1015 (size=3127) 2024-11-15T14:34:30,434 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/WALs/26754e923c4a,44957,1731681252631/26754e923c4a%2C44957%2C1731681252631.rep.1731681262694 not finished, retry = 0 2024-11-15T14:34:30,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 26754e923c4a,44957,1731681252631 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:34:30,448 WARN [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.shipper26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 26754e923c4a,44957,1731681252631 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:34:30,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741833_1009 (size=1336) 2024-11-15T14:34:30,537 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/WALs/26754e923c4a,44957,1731681252631/26754e923c4a%2C44957%2C1731681252631.1731681254335 not finished, retry = 0 2024-11-15T14:34:30,638 DEBUG [RS:0;26754e923c4a:44957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:30,638 INFO [RS:0;26754e923c4a:44957 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:34:30,638 INFO [RS:0;26754e923c4a:44957 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:34:30,638 INFO [RS:0;26754e923c4a:44957 {}] hbase.ChoreService(370): Chore service for: regionserver/26754e923c4a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T14:34:30,638 INFO [RS:0;26754e923c4a:44957 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:34:30,638 INFO [regionserver/26754e923c4a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:34:30,638 INFO [RS:0;26754e923c4a:44957 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-26754e923c4a,44957,1731681252631 because: Region server is closing 2024-11-15T14:34:30,639 INFO [RS:0;26754e923c4a:44957 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:44957. 2024-11-15T14:34:30,639 DEBUG [RS:0;26754e923c4a:44957 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:34:30,639 DEBUG [RS:0;26754e923c4a:44957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:30,639 DEBUG [RS:0;26754e923c4a:44957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:30,639 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:34:30,739 INFO [RS:0;26754e923c4a:44957 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631.replicationSource.shipper26754e923c4a%2C44957%2C1731681252631,1-26754e923c4a,44957,1731681252631 terminated 2024-11-15T14:34:30,739 WARN [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,44957,1731681252631.replicationSource.wal-reader.26754e923c4a%2C44957%2C1731681252631,1-26754e923c4a,44957,1731681252631 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T14:34:30,739 INFO [RS:0;26754e923c4a:44957 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:44957. 2024-11-15T14:34:30,740 DEBUG [RS:0;26754e923c4a:44957 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:34:30,740 DEBUG [RS:0;26754e923c4a:44957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:30,740 DEBUG [RS:0;26754e923c4a:44957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:30,740 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:34:30,740 INFO [RS:0;26754e923c4a:44957 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44957 2024-11-15T14:34:30,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34083-0x1014018a3570003, quorum=127.0.0.1:62628, baseZNode=/1295125145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1295125145/rs 2024-11-15T14:34:30,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44957-0x1014018a3570004, quorum=127.0.0.1:62628, baseZNode=/1295125145 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1295125145/rs/26754e923c4a,44957,1731681252631 2024-11-15T14:34:30,775 INFO [RS:0;26754e923c4a:44957 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:34:30,783 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [26754e923c4a,44957,1731681252631] 2024-11-15T14:34:30,792 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1295125145/draining/26754e923c4a,44957,1731681252631 already deleted, retry=false 2024-11-15T14:34:30,792 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 26754e923c4a,44957,1731681252631 expired; onlineServers=0 2024-11-15T14:34:30,792 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '26754e923c4a,34083,1731681252539' ***** 2024-11-15T14:34:30,792 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T14:34:30,792 INFO [M:0;26754e923c4a:34083 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:34:30,792 INFO [M:0;26754e923c4a:34083 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:34:30,792 DEBUG [M:0;26754e923c4a:34083 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T14:34:30,792 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T14:34:30,792 DEBUG [M:0;26754e923c4a:34083 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T14:34:30,792 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681254151 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681254151,5,FailOnTimeoutGroup] 2024-11-15T14:34:30,792 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681254154 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681254154,5,FailOnTimeoutGroup] 2024-11-15T14:34:30,792 INFO [M:0;26754e923c4a:34083 {}] hbase.ChoreService(370): Chore service for: master/26754e923c4a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T14:34:30,792 INFO [M:0;26754e923c4a:34083 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:34:30,792 DEBUG [M:0;26754e923c4a:34083 {}] master.HMaster(1795): Stopping service threads 2024-11-15T14:34:30,792 INFO [M:0;26754e923c4a:34083 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T14:34:30,792 INFO [M:0;26754e923c4a:34083 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:34:30,793 INFO [M:0;26754e923c4a:34083 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T14:34:30,793 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T14:34:30,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34083-0x1014018a3570003, quorum=127.0.0.1:62628, baseZNode=/1295125145 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1295125145/master 2024-11-15T14:34:30,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34083-0x1014018a3570003, quorum=127.0.0.1:62628, baseZNode=/1295125145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1295125145 2024-11-15T14:34:30,800 DEBUG [M:0;26754e923c4a:34083 {}] zookeeper.ZKUtil(347): master:34083-0x1014018a3570003, quorum=127.0.0.1:62628, baseZNode=/1295125145 Unable to get data of znode /1295125145/master because node does not exist (not an error) 2024-11-15T14:34:30,800 WARN [M:0;26754e923c4a:34083 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T14:34:30,801 INFO [M:0;26754e923c4a:34083 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/.lastflushedseqids 2024-11-15T14:34:30,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741850_1026 (size=263) 2024-11-15T14:34:30,883 INFO [RS:0;26754e923c4a:44957 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:34:30,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44957-0x1014018a3570004, quorum=127.0.0.1:62628, baseZNode=/1295125145 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:34:30,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44957-0x1014018a3570004, quorum=127.0.0.1:62628, baseZNode=/1295125145 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:34:30,884 INFO [RS:0;26754e923c4a:44957 {}] regionserver.HRegionServer(1031): Exiting; stopping=26754e923c4a,44957,1731681252631; zookeeper connection closed. 2024-11-15T14:34:30,884 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@630c0937 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@630c0937 2024-11-15T14:34:30,884 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T14:34:30,944 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.wal-reader.26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189/26754e923c4a%2C36251%2C1731681248189.1731681250417 to pos 1033, reset compression=false 2024-11-15T14:34:31,050 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 26754e923c4a:44957 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26754e923c4a/172.17.0.3:44957 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:34:31,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 26754e923c4a:44957 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26754e923c4a/172.17.0.3:44957 2024-11-15T14:34:31,051 WARN [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.shipper26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=26754e923c4a:44957 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26754e923c4a/172.17.0.3:44957 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26754e923c4a/172.17.0.3:44957 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T14:34:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34083 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:34:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34083 {}] ipc.CallRunner(138): callId: 24 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:41064 deadline: 1731681331053, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-15T14:34:31,072 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.shipper26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-15T14:34:31,073 WARN [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.shipper26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-15T14:34:31,205 INFO [M:0;26754e923c4a:34083 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T14:34:31,205 INFO [M:0;26754e923c4a:34083 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T14:34:31,206 DEBUG [M:0;26754e923c4a:34083 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:34:31,206 INFO [M:0;26754e923c4a:34083 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:34:31,206 DEBUG [M:0;26754e923c4a:34083 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:34:31,206 DEBUG [M:0;26754e923c4a:34083 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:34:31,206 DEBUG [M:0;26754e923c4a:34083 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:34:31,206 INFO [M:0;26754e923c4a:34083 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-15T14:34:31,224 DEBUG [M:0;26754e923c4a:34083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/667bf38890504a4793111ea13cc83d1a is 82, key is hbase:meta,,1/info:regioninfo/1731681254979/Put/seqid=0 2024-11-15T14:34:31,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741851_1027 (size=5672) 2024-11-15T14:34:31,629 INFO [M:0;26754e923c4a:34083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/667bf38890504a4793111ea13cc83d1a 2024-11-15T14:34:31,645 DEBUG [M:0;26754e923c4a:34083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c311607ede544d979ff1c6ea05720a02 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731681262735/Put/seqid=0 2024-11-15T14:34:31,649 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.wal-reader.26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189/26754e923c4a%2C36251%2C1731681248189.1731681250417 to pos 1033, reset compression=false 2024-11-15T14:34:31,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741852_1028 (size=8516) 2024-11-15T14:34:31,773 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.shipper26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-15T14:34:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34083 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:34:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34083 {}] ipc.CallRunner(138): callId: 26 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:41064 deadline: 1731681331774, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-15T14:34:31,775 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.shipper26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-15T14:34:31,776 WARN [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.shipper26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-15T14:34:31,776 WARN [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.shipper26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-15T14:34:32,050 INFO [M:0;26754e923c4a:34083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c311607ede544d979ff1c6ea05720a02 2024-11-15T14:34:32,068 DEBUG [M:0;26754e923c4a:34083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/565b2b4aba364127932948bebf86b02f is 69, key is 26754e923c4a,44957,1731681252631/rs:state/1731681254182/Put/seqid=0 2024-11-15T14:34:32,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741853_1029 (size=5156) 2024-11-15T14:34:32,453 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.wal-reader.26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189/26754e923c4a%2C36251%2C1731681248189.1731681250417 to pos 1033, reset compression=false 2024-11-15T14:34:32,472 INFO [M:0;26754e923c4a:34083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/565b2b4aba364127932948bebf86b02f 2024-11-15T14:34:32,476 DEBUG [M:0;26754e923c4a:34083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/667bf38890504a4793111ea13cc83d1a as hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/667bf38890504a4793111ea13cc83d1a 2024-11-15T14:34:32,480 INFO [M:0;26754e923c4a:34083 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/667bf38890504a4793111ea13cc83d1a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T14:34:32,481 DEBUG [M:0;26754e923c4a:34083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c311607ede544d979ff1c6ea05720a02 as hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c311607ede544d979ff1c6ea05720a02 2024-11-15T14:34:32,485 INFO [M:0;26754e923c4a:34083 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c311607ede544d979ff1c6ea05720a02, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T14:34:32,486 DEBUG [M:0;26754e923c4a:34083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/565b2b4aba364127932948bebf86b02f as hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/565b2b4aba364127932948bebf86b02f 2024-11-15T14:34:32,489 INFO [M:0;26754e923c4a:34083 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44751/user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/565b2b4aba364127932948bebf86b02f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T14:34:32,490 INFO [M:0;26754e923c4a:34083 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false 2024-11-15T14:34:32,492 INFO [M:0;26754e923c4a:34083 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:34:32,492 DEBUG [M:0;26754e923c4a:34083 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681271205Disabling compacts and flushes for region at 1731681271205Disabling writes for close at 1731681271206 (+1 ms)Obtaining lock to block concurrent updates at 1731681271206Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731681271206Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731681271206Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731681271207 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731681271207Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731681271224 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731681271224Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731681271633 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731681271645 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731681271645Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731681272055 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731681272067 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731681272067Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f7b320f: reopening flushed file at 1731681272476 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@720478c: reopening flushed file at 1731681272480 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2385e95a: reopening flushed file at 1731681272485 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false at 1731681272490 (+5 ms)Writing region close event to WAL at 1731681272492 (+2 ms)Closed at 1731681272492 2024-11-15T14:34:32,494 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/157ad012-a518-29bb-465f-af9c7e24c965/MasterData/WALs/26754e923c4a,34083,1731681252539/26754e923c4a%2C34083%2C1731681252539.1731681253949 not finished, retry = 0 2024-11-15T14:34:32,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741830_1006 (size=63654) 2024-11-15T14:34:32,576 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.shipper26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-15T14:34:32,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34083 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:34:32,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34083 {}] ipc.CallRunner(138): callId: 28 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:41064 deadline: 1731681332578, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-15T14:34:32,578 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.shipper26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-15T14:34:32,579 WARN [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.shipper26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-15T14:34:32,579 WARN [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.shipper26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-15T14:34:32,595 INFO [M:0;26754e923c4a:34083 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T14:34:32,595 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:34:32,595 INFO [M:0;26754e923c4a:34083 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34083 2024-11-15T14:34:32,596 INFO [M:0;26754e923c4a:34083 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:34:32,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34083-0x1014018a3570003, quorum=127.0.0.1:62628, baseZNode=/1295125145 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:34:32,775 INFO [M:0;26754e923c4a:34083 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:34:32,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34083-0x1014018a3570003, quorum=127.0.0.1:62628, baseZNode=/1295125145 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:34:32,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68ce4868{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:34:32,778 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c9e907e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:34:32,778 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:34:32,778 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@771f0749{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:34:32,778 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b1a24d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb056bd2-5117-e492-b0cf-bca298bc23d8/hadoop.log.dir/,STOPPED} 2024-11-15T14:34:32,779 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T14:34:32,779 WARN [BP-416007830-172.17.0.3-1731681251557 heartbeating to localhost/127.0.0.1:44751 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T14:34:32,780 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T14:34:32,780 WARN [BP-416007830-172.17.0.3-1731681251557 heartbeating to localhost/127.0.0.1:44751 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-416007830-172.17.0.3-1731681251557 (Datanode Uuid 39cb554d-3ef4-4a91-a52c-5718350af6a6) service to localhost/127.0.0.1:44751 2024-11-15T14:34:32,780 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb056bd2-5117-e492-b0cf-bca298bc23d8/cluster_f944ea49-53a8-6387-466c-0f21e03253d5/data/data1/current/BP-416007830-172.17.0.3-1731681251557 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:34:32,780 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb056bd2-5117-e492-b0cf-bca298bc23d8/cluster_f944ea49-53a8-6387-466c-0f21e03253d5/data/data2/current/BP-416007830-172.17.0.3-1731681251557 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:34:32,780 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T14:34:32,786 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e4af57a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:34:32,787 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@347b42e7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:34:32,787 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:34:32,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19e06a07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:34:32,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@268e84f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb056bd2-5117-e492-b0cf-bca298bc23d8/hadoop.log.dir/,STOPPED} 2024-11-15T14:34:32,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T14:34:32,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T14:34:32,803 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:34:32,803 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:34:32,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:32,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:32,803 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:34:32,803 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T14:34:32,803 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=984509447, stopped=false 2024-11-15T14:34:32,803 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=26754e923c4a,37805,1731681248059 2024-11-15T14:34:32,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37805-0x1014018a3570000, quorum=127.0.0.1:62628, baseZNode=/0279692616 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0279692616/running 2024-11-15T14:34:32,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36251-0x1014018a3570001, quorum=127.0.0.1:62628, baseZNode=/0279692616 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0279692616/running 2024-11-15T14:34:32,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36251-0x1014018a3570001, quorum=127.0.0.1:62628, baseZNode=/0279692616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279692616 2024-11-15T14:34:32,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37805-0x1014018a3570000, quorum=127.0.0.1:62628, baseZNode=/0279692616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279692616 2024-11-15T14:34:32,814 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:34:32,815 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:34:32,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36251-0x1014018a3570001, quorum=127.0.0.1:62628, baseZNode=/0279692616 Set watcher on znode that does not yet exist, /0279692616/running 2024-11-15T14:34:32,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37805-0x1014018a3570000, quorum=127.0.0.1:62628, baseZNode=/0279692616 Set watcher on znode that does not yet exist, /0279692616/running 2024-11-15T14:34:32,815 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:34:32,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:32,815 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '26754e923c4a,36251,1731681248189' ***** 2024-11-15T14:34:32,815 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T14:34:32,815 INFO [RS:0;26754e923c4a:36251 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T14:34:32,816 INFO [RS:0;26754e923c4a:36251 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T14:34:32,816 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T14:34:32,816 INFO [RS:0;26754e923c4a:36251 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T14:34:32,816 INFO [RS:0;26754e923c4a:36251 {}] regionserver.HRegionServer(3091): Received CLOSE for 90f99aae57e9e16a359dd4160a13037c 2024-11-15T14:34:32,816 INFO [RS:0;26754e923c4a:36251 {}] regionserver.HRegionServer(3091): Received CLOSE for 20cbe76158bd68cf7c30b3f3489c93f4 2024-11-15T14:34:32,816 INFO [RS:0;26754e923c4a:36251 {}] regionserver.HRegionServer(959): stopping server 26754e923c4a,36251,1731681248189 2024-11-15T14:34:32,816 INFO [RS:0;26754e923c4a:36251 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:34:32,816 INFO [RS:0;26754e923c4a:36251 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:36251. 2024-11-15T14:34:32,816 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 90f99aae57e9e16a359dd4160a13037c, disabling compactions & flushes 2024-11-15T14:34:32,816 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731681259405.90f99aae57e9e16a359dd4160a13037c. 2024-11-15T14:34:32,816 DEBUG [RS:0;26754e923c4a:36251 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:34:32,816 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731681259405.90f99aae57e9e16a359dd4160a13037c. 2024-11-15T14:34:32,816 DEBUG [RS:0;26754e923c4a:36251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:32,816 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731681259405.90f99aae57e9e16a359dd4160a13037c. after waiting 0 ms 2024-11-15T14:34:32,816 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731681259405.90f99aae57e9e16a359dd4160a13037c. 2024-11-15T14:34:32,816 INFO [RS:0;26754e923c4a:36251 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T14:34:32,816 INFO [RS:0;26754e923c4a:36251 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T14:34:32,816 INFO [RS:0;26754e923c4a:36251 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T14:34:32,816 INFO [RS:0;26754e923c4a:36251 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T14:34:32,816 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 90f99aae57e9e16a359dd4160a13037c 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-15T14:34:32,816 INFO [RS:0;26754e923c4a:36251 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T14:34:32,816 DEBUG [RS:0;26754e923c4a:36251 {}] regionserver.HRegionServer(1325): Online Regions={90f99aae57e9e16a359dd4160a13037c=hbase:replication,,1731681259405.90f99aae57e9e16a359dd4160a13037c., 1588230740=hbase:meta,,1.1588230740, 20cbe76158bd68cf7c30b3f3489c93f4=test,,1731681255086.20cbe76158bd68cf7c30b3f3489c93f4.} 2024-11-15T14:34:32,816 DEBUG [RS:0;26754e923c4a:36251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20cbe76158bd68cf7c30b3f3489c93f4, 90f99aae57e9e16a359dd4160a13037c 2024-11-15T14:34:32,816 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:34:32,816 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:34:32,816 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:34:32,817 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:34:32,817 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:34:32,817 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T14:34:32,830 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/hbase/replication/90f99aae57e9e16a359dd4160a13037c/.tmp/hfileref/32aa5522d624466092925f9d93e81669 is 74, key is 1/hfileref:0295727c01dd4e1d95095bd297f44fe8_SeqId_6_/1731681268330/Put/seqid=0 2024-11-15T14:34:32,832 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/hbase/meta/1588230740/.tmp/info/b3d24e0f0d6149d88ac888cec6c7872b is 147, key is hbase:replication,,1731681259405.90f99aae57e9e16a359dd4160a13037c./info:regioninfo/1731681260599/Put/seqid=0 2024-11-15T14:34:32,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45669 is added to blk_1073741847_1023 (size=7686) 2024-11-15T14:34:32,836 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/hbase/meta/1588230740/.tmp/info/b3d24e0f0d6149d88ac888cec6c7872b 2024-11-15T14:34:32,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45669 is added to blk_1073741846_1022 (size=5345) 2024-11-15T14:34:32,865 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/hbase/meta/1588230740/.tmp/ns/a3937fccfa374fc991eaff2454c6b846 is 43, key is default/ns:d/1731681251467/Put/seqid=0 2024-11-15T14:34:32,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45669 is added to blk_1073741848_1024 (size=5153) 2024-11-15T14:34:32,894 INFO [regionserver/26754e923c4a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:34:33,017 DEBUG [RS:0;26754e923c4a:36251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20cbe76158bd68cf7c30b3f3489c93f4, 90f99aae57e9e16a359dd4160a13037c 2024-11-15T14:34:33,217 DEBUG [RS:0;26754e923c4a:36251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20cbe76158bd68cf7c30b3f3489c93f4, 90f99aae57e9e16a359dd4160a13037c 2024-11-15T14:34:33,253 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/hbase/replication/90f99aae57e9e16a359dd4160a13037c/.tmp/hfileref/32aa5522d624466092925f9d93e81669 2024-11-15T14:34:33,270 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/hbase/meta/1588230740/.tmp/ns/a3937fccfa374fc991eaff2454c6b846 2024-11-15T14:34:33,272 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/hbase/replication/90f99aae57e9e16a359dd4160a13037c/.tmp/queue/3debbb1388964ba6b11a831fdbed4605 is 153, key is 1-26754e923c4a,36251,1731681248189/queue:26754e923c4a%2C36251%2C1731681248189/1731681266270/Put/seqid=0 2024-11-15T14:34:33,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45669 is added to blk_1073741849_1025 (size=5352) 2024-11-15T14:34:33,275 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/hbase/replication/90f99aae57e9e16a359dd4160a13037c/.tmp/queue/3debbb1388964ba6b11a831fdbed4605 2024-11-15T14:34:33,277 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T14:34:33,277 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T14:34:33,280 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/hbase/replication/90f99aae57e9e16a359dd4160a13037c/.tmp/hfileref/32aa5522d624466092925f9d93e81669 as hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/hbase/replication/90f99aae57e9e16a359dd4160a13037c/hfileref/32aa5522d624466092925f9d93e81669 2024-11-15T14:34:33,284 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/hbase/replication/90f99aae57e9e16a359dd4160a13037c/hfileref/32aa5522d624466092925f9d93e81669, entries=4, sequenceid=10, filesize=5.2 K 2024-11-15T14:34:33,285 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/hbase/replication/90f99aae57e9e16a359dd4160a13037c/.tmp/queue/3debbb1388964ba6b11a831fdbed4605 as hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/hbase/replication/90f99aae57e9e16a359dd4160a13037c/queue/3debbb1388964ba6b11a831fdbed4605 2024-11-15T14:34:33,289 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/hbase/replication/90f99aae57e9e16a359dd4160a13037c/queue/3debbb1388964ba6b11a831fdbed4605, entries=1, sequenceid=10, filesize=5.2 K 2024-11-15T14:34:33,290 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/hbase/meta/1588230740/.tmp/rep_barrier/cfa0c2f7a69841969f14e5922124a47c is 112, key is test,,1731681255086.20cbe76158bd68cf7c30b3f3489c93f4./rep_barrier:seqnumDuringOpen/1731681256234/Put/seqid=0 2024-11-15T14:34:33,290 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 90f99aae57e9e16a359dd4160a13037c in 474ms, sequenceid=10, compaction requested=false 2024-11-15T14:34:33,291 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T14:34:33,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45669 is added to blk_1073741850_1026 (size=5518) 2024-11-15T14:34:33,300 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/hbase/replication/90f99aae57e9e16a359dd4160a13037c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T14:34:33,300 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:34:33,300 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:34:33,300 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731681259405.90f99aae57e9e16a359dd4160a13037c. 2024-11-15T14:34:33,300 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 90f99aae57e9e16a359dd4160a13037c: Waiting for close lock at 1731681272816Running coprocessor pre-close hooks at 1731681272816Disabling compacts and flushes for region at 1731681272816Disabling writes for close at 1731681272816Obtaining lock to block concurrent updates at 1731681272816Preparing flush snapshotting stores in 90f99aae57e9e16a359dd4160a13037c at 1731681272816Finished memstore snapshotting hbase:replication,,1731681259405.90f99aae57e9e16a359dd4160a13037c., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731681272816Flushing stores of hbase:replication,,1731681259405.90f99aae57e9e16a359dd4160a13037c. at 1731681272817 (+1 ms)Flushing 90f99aae57e9e16a359dd4160a13037c/hfileref: creating writer at 1731681272817Flushing 90f99aae57e9e16a359dd4160a13037c/hfileref: appending metadata at 1731681272829 (+12 ms)Flushing 90f99aae57e9e16a359dd4160a13037c/hfileref: closing flushed file at 1731681272830 (+1 ms)Flushing 90f99aae57e9e16a359dd4160a13037c/queue: creating writer at 1731681273257 (+427 ms)Flushing 90f99aae57e9e16a359dd4160a13037c/queue: appending metadata at 1731681273271 (+14 ms)Flushing 90f99aae57e9e16a359dd4160a13037c/queue: closing flushed file at 1731681273271Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cea022a: reopening flushed file at 1731681273280 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b96819: reopening flushed file at 1731681273285 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 90f99aae57e9e16a359dd4160a13037c in 474ms, sequenceid=10, compaction requested=false at 1731681273290 (+5 ms)Writing region close event to WAL at 1731681273296 (+6 ms)Running coprocessor post-close hooks at 1731681273300 (+4 ms)Closed at 1731681273300 2024-11-15T14:34:33,300 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731681259405.90f99aae57e9e16a359dd4160a13037c. 2024-11-15T14:34:33,301 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 20cbe76158bd68cf7c30b3f3489c93f4, disabling compactions & flushes 2024-11-15T14:34:33,301 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731681255086.20cbe76158bd68cf7c30b3f3489c93f4. 2024-11-15T14:34:33,301 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731681255086.20cbe76158bd68cf7c30b3f3489c93f4. 2024-11-15T14:34:33,301 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731681255086.20cbe76158bd68cf7c30b3f3489c93f4. after waiting 0 ms 2024-11-15T14:34:33,301 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731681255086.20cbe76158bd68cf7c30b3f3489c93f4. 2024-11-15T14:34:33,304 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/default/test/20cbe76158bd68cf7c30b3f3489c93f4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T14:34:33,305 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:34:33,305 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T14:34:33,305 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731681255086.20cbe76158bd68cf7c30b3f3489c93f4. 2024-11-15T14:34:33,305 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 20cbe76158bd68cf7c30b3f3489c93f4: Waiting for close lock at 1731681273301Running coprocessor pre-close hooks at 1731681273301Disabling compacts and flushes for region at 1731681273301Disabling writes for close at 1731681273301Writing region close event to WAL at 1731681273301Running coprocessor post-close hooks at 1731681273305 (+4 ms)Closed at 1731681273305 2024-11-15T14:34:33,305 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731681255086.20cbe76158bd68cf7c30b3f3489c93f4. 2024-11-15T14:34:33,357 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.wal-reader.26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189/26754e923c4a%2C36251%2C1731681248189.1731681250417 to pos 1033, reset compression=false 2024-11-15T14:34:33,361 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.wal-reader.26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:34:33,361 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.wal-reader.26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189/26754e923c4a%2C36251%2C1731681248189.1731681250417 to pos 1328, reset compression=false 2024-11-15T14:34:33,417 DEBUG [RS:0;26754e923c4a:36251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:34:33,480 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.shipper26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-15T14:34:33,481 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 26754e923c4a:34083 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26754e923c4a/172.17.0.3:34083 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:34:33,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 26754e923c4a:34083 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26754e923c4a/172.17.0.3:34083 2024-11-15T14:34:33,564 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.wal-reader.26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189/26754e923c4a%2C36251%2C1731681248189.1731681250417 to pos 1328, reset compression=false 2024-11-15T14:34:33,584 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:34:33,584 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 26754e923c4a:34083 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26754e923c4a/172.17.0.3:34083 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:34:33,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [26754e923c4a,34083,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=26754e923c4a:34083 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26754e923c4a/172.17.0.3:34083 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-15T14:34:33,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 26754e923c4a:34083 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 26754e923c4a/172.17.0.3:34083 2024-11-15T14:34:33,617 DEBUG [RS:0;26754e923c4a:36251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:34:33,694 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/hbase/meta/1588230740/.tmp/rep_barrier/cfa0c2f7a69841969f14e5922124a47c 2024-11-15T14:34:33,711 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/hbase/meta/1588230740/.tmp/table/d2ebe946b76f45fcba4a1ff6d9a9f726 is 53, key is hbase:replication/table:state/1731681260605/Put/seqid=0 2024-11-15T14:34:33,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45669 is added to blk_1073741851_1027 (size=5308) 2024-11-15T14:34:33,794 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:34:33,794 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 26754e923c4a:34083 this server is in the failed servers list 2024-11-15T14:34:33,795 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [26754e923c4a,34083,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=26754e923c4a:34083 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26754e923c4a:34083 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T14:34:33,817 INFO [RS:0;26754e923c4a:36251 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T14:34:33,817 DEBUG [RS:0;26754e923c4a:36251 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T14:34:33,817 DEBUG [RS:0;26754e923c4a:36251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:34:33,867 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.wal-reader.26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189/26754e923c4a%2C36251%2C1731681248189.1731681250417 to pos 1328, reset compression=false 2024-11-15T14:34:34,017 DEBUG [RS:0;26754e923c4a:36251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:34:34,034 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T14:34:34,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:34,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:34,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:34,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:34,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:34,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:34,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:34,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:34,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:34,103 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:34:34,104 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 26754e923c4a:34083 this server is in the failed servers list 2024-11-15T14:34:34,104 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [26754e923c4a,34083,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=26754e923c4a:34083 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26754e923c4a:34083 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T14:34:34,115 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/hbase/meta/1588230740/.tmp/table/d2ebe946b76f45fcba4a1ff6d9a9f726 2024-11-15T14:34:34,120 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/hbase/meta/1588230740/.tmp/info/b3d24e0f0d6149d88ac888cec6c7872b as hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/hbase/meta/1588230740/info/b3d24e0f0d6149d88ac888cec6c7872b 2024-11-15T14:34:34,124 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/hbase/meta/1588230740/info/b3d24e0f0d6149d88ac888cec6c7872b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T14:34:34,125 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/hbase/meta/1588230740/.tmp/ns/a3937fccfa374fc991eaff2454c6b846 as hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/hbase/meta/1588230740/ns/a3937fccfa374fc991eaff2454c6b846 2024-11-15T14:34:34,129 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/hbase/meta/1588230740/ns/a3937fccfa374fc991eaff2454c6b846, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T14:34:34,130 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/hbase/meta/1588230740/.tmp/rep_barrier/cfa0c2f7a69841969f14e5922124a47c as hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/hbase/meta/1588230740/rep_barrier/cfa0c2f7a69841969f14e5922124a47c 2024-11-15T14:34:34,135 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/hbase/meta/1588230740/rep_barrier/cfa0c2f7a69841969f14e5922124a47c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T14:34:34,136 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/hbase/meta/1588230740/.tmp/table/d2ebe946b76f45fcba4a1ff6d9a9f726 as hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/hbase/meta/1588230740/table/d2ebe946b76f45fcba4a1ff6d9a9f726 2024-11-15T14:34:34,141 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/hbase/meta/1588230740/table/d2ebe946b76f45fcba4a1ff6d9a9f726, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T14:34:34,142 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=16, compaction requested=false 2024-11-15T14:34:34,142 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T14:34:34,147 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T14:34:34,148 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:34:34,148 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:34:34,148 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:34:34,148 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681272816Running coprocessor pre-close hooks at 1731681272816Disabling compacts and flushes for region at 1731681272816Disabling writes for close at 1731681272817 (+1 ms)Obtaining lock to block concurrent updates at 1731681272817Preparing flush snapshotting stores in 1588230740 at 1731681272817Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731681272817Flushing stores of hbase:meta,,1.1588230740 at 1731681272817Flushing 1588230740/info: creating writer at 1731681272817Flushing 1588230740/info: appending metadata at 1731681272831 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731681272831Flushing 1588230740/ns: creating writer at 1731681272845 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731681272864 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731681272864Flushing 1588230740/rep_barrier: creating writer at 1731681273275 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731681273290 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731681273290Flushing 1588230740/table: creating writer at 1731681273698 (+408 ms)Flushing 1588230740/table: appending metadata at 1731681273711 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731681273711Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12898b62: reopening flushed file at 1731681274119 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d595d5c: reopening flushed file at 1731681274124 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ead85cf: reopening flushed file at 1731681274129 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@551f1cd8: reopening flushed file at 1731681274135 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=16, compaction requested=false at 1731681274142 (+7 ms)Writing region close event to WAL at 1731681274144 (+2 ms)Running coprocessor post-close hooks at 1731681274148 (+4 ms)Closed at 1731681274148 2024-11-15T14:34:34,148 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T14:34:34,218 INFO [RS:0;26754e923c4a:36251 {}] regionserver.HRegionServer(976): stopping server 26754e923c4a,36251,1731681248189; all regions closed. 2024-11-15T14:34:34,220 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189/26754e923c4a%2C36251%2C1731681248189.meta.1731681251390.meta not finished, retry = 0 2024-11-15T14:34:34,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45669 is added to blk_1073741834_1010 (size=4239) 2024-11-15T14:34:34,271 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.wal-reader.26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/WALs/26754e923c4a,36251,1731681248189/26754e923c4a%2C36251%2C1731681248189.1731681250417 to pos 1328, reset compression=false 2024-11-15T14:34:34,322 DEBUG [RS:0;26754e923c4a:36251 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/oldWALs 2024-11-15T14:34:34,322 INFO [RS:0;26754e923c4a:36251 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 26754e923c4a%2C36251%2C1731681248189.meta:.meta(num 1731681251390) 2024-11-15T14:34:34,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45669 is added to blk_1073741839_1015 (size=2695) 2024-11-15T14:34:34,326 DEBUG [RS:0;26754e923c4a:36251 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/oldWALs 2024-11-15T14:34:34,326 INFO [RS:0;26754e923c4a:36251 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 26754e923c4a%2C36251%2C1731681248189.rep:(num 1731681260569) 2024-11-15T14:34:34,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45669 is added to blk_1073741832_1008 (size=1336) 2024-11-15T14:34:34,329 DEBUG [RS:0;26754e923c4a:36251 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/oldWALs 2024-11-15T14:34:34,329 INFO [RS:0;26754e923c4a:36251 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 26754e923c4a%2C36251%2C1731681248189:(num 1731681250417) 2024-11-15T14:34:34,329 DEBUG [RS:0;26754e923c4a:36251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:34,329 INFO [RS:0;26754e923c4a:36251 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:34:34,329 INFO [RS:0;26754e923c4a:36251 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:34:34,329 INFO [RS:0;26754e923c4a:36251 {}] hbase.ChoreService(370): Chore service for: regionserver/26754e923c4a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T14:34:34,329 INFO [RS:0;26754e923c4a:36251 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:34:34,329 INFO [regionserver/26754e923c4a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:34:34,329 INFO [RS:0;26754e923c4a:36251 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-26754e923c4a,36251,1731681248189 because: Region server is closing 2024-11-15T14:34:34,330 INFO [RS:0;26754e923c4a:36251 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:36251. 2024-11-15T14:34:34,330 DEBUG [RS:0;26754e923c4a:36251 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:34:34,330 DEBUG [RS:0;26754e923c4a:36251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:34,330 DEBUG [RS:0;26754e923c4a:36251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:34,330 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:34:34,430 WARN [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.wal-reader.26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T14:34:34,430 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.shipper26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-15T14:34:34,430 WARN [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.shipper26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-15T14:34:34,431 WARN [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.shipper26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-15T14:34:34,613 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:34:34,613 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 26754e923c4a:34083 this server is in the failed servers list 2024-11-15T14:34:34,613 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [26754e923c4a,34083,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=26754e923c4a:34083 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 26754e923c4a:34083 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T14:34:35,431 INFO [RS:0;26754e923c4a:36251 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,36251,1731681248189.replicationSource.shipper26754e923c4a%2C36251%2C1731681248189,1-26754e923c4a,36251,1731681248189 terminated 2024-11-15T14:34:35,431 INFO [RS:0;26754e923c4a:36251 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:36251. 2024-11-15T14:34:35,431 DEBUG [RS:0;26754e923c4a:36251 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:34:35,432 DEBUG [RS:0;26754e923c4a:36251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:35,432 DEBUG [RS:0;26754e923c4a:36251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:35,432 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:34:35,432 INFO [RS:0;26754e923c4a:36251 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36251 2024-11-15T14:34:35,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36251-0x1014018a3570001, quorum=127.0.0.1:62628, baseZNode=/0279692616 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0279692616/rs/26754e923c4a,36251,1731681248189 2024-11-15T14:34:35,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37805-0x1014018a3570000, quorum=127.0.0.1:62628, baseZNode=/0279692616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279692616/rs 2024-11-15T14:34:35,491 INFO [RS:0;26754e923c4a:36251 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:34:35,520 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [26754e923c4a,36251,1731681248189] 2024-11-15T14:34:35,531 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0279692616/draining/26754e923c4a,36251,1731681248189 already deleted, retry=false 2024-11-15T14:34:35,531 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 26754e923c4a,36251,1731681248189 expired; onlineServers=0 2024-11-15T14:34:35,531 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '26754e923c4a,37805,1731681248059' ***** 2024-11-15T14:34:35,531 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T14:34:35,531 INFO [M:0;26754e923c4a:37805 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:34:35,531 INFO [M:0;26754e923c4a:37805 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:34:35,531 DEBUG [M:0;26754e923c4a:37805 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T14:34:35,531 DEBUG [M:0;26754e923c4a:37805 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T14:34:35,531 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T14:34:35,531 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681250137 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681250137,5,FailOnTimeoutGroup] 2024-11-15T14:34:35,531 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681250137 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681250137,5,FailOnTimeoutGroup] 2024-11-15T14:34:35,531 INFO [M:0;26754e923c4a:37805 {}] hbase.ChoreService(370): Chore service for: master/26754e923c4a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T14:34:35,531 INFO [M:0;26754e923c4a:37805 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:34:35,531 DEBUG [M:0;26754e923c4a:37805 {}] master.HMaster(1795): Stopping service threads 2024-11-15T14:34:35,531 INFO [M:0;26754e923c4a:37805 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T14:34:35,531 INFO [M:0;26754e923c4a:37805 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:34:35,531 INFO [M:0;26754e923c4a:37805 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T14:34:35,532 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T14:34:35,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37805-0x1014018a3570000, quorum=127.0.0.1:62628, baseZNode=/0279692616 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0279692616/master 2024-11-15T14:34:35,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37805-0x1014018a3570000, quorum=127.0.0.1:62628, baseZNode=/0279692616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279692616 2024-11-15T14:34:35,539 DEBUG [M:0;26754e923c4a:37805 {}] zookeeper.ZKUtil(347): master:37805-0x1014018a3570000, quorum=127.0.0.1:62628, baseZNode=/0279692616 Unable to get data of znode /0279692616/master because node does not exist (not an error) 2024-11-15T14:34:35,539 WARN [M:0;26754e923c4a:37805 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T14:34:35,540 INFO [M:0;26754e923c4a:37805 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/.lastflushedseqids 2024-11-15T14:34:35,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45669 is added to blk_1073741852_1028 (size=263) 2024-11-15T14:34:35,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36251-0x1014018a3570001, quorum=127.0.0.1:62628, baseZNode=/0279692616 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:34:35,620 INFO [RS:0;26754e923c4a:36251 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:34:35,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36251-0x1014018a3570001, quorum=127.0.0.1:62628, baseZNode=/0279692616 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:34:35,620 INFO [RS:0;26754e923c4a:36251 {}] regionserver.HRegionServer(1031): Exiting; stopping=26754e923c4a,36251,1731681248189; zookeeper connection closed. 2024-11-15T14:34:35,620 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@24e435a6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@24e435a6 2024-11-15T14:34:35,620 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T14:34:35,623 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:34:35,623 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [26754e923c4a,34083,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:34083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T14:34:35,626 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2143 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [26754e923c4a,34083,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:34083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T14:34:35,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:34:35,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T14:34:35,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T14:34:35,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T14:34:35,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:34:35,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T14:34:35,947 INFO [M:0;26754e923c4a:37805 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T14:34:35,947 INFO [M:0;26754e923c4a:37805 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T14:34:35,947 DEBUG [M:0;26754e923c4a:37805 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:34:35,947 INFO [M:0;26754e923c4a:37805 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:34:35,947 DEBUG [M:0;26754e923c4a:37805 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:34:35,947 DEBUG [M:0;26754e923c4a:37805 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:34:35,947 DEBUG [M:0;26754e923c4a:37805 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:34:35,947 INFO [M:0;26754e923c4a:37805 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-15T14:34:35,963 DEBUG [M:0;26754e923c4a:37805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ba28ff6e86ac4a5ea4dc9a81d6c1dab4 is 82, key is hbase:meta,,1/info:regioninfo/1731681251418/Put/seqid=0 2024-11-15T14:34:35,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45669 is added to blk_1073741853_1029 (size=5672) 2024-11-15T14:34:36,367 INFO [M:0;26754e923c4a:37805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ba28ff6e86ac4a5ea4dc9a81d6c1dab4 2024-11-15T14:34:36,384 DEBUG [M:0;26754e923c4a:37805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f3020b4f09894bce8e5f6b9c772c59b9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731681260608/Put/seqid=0 2024-11-15T14:34:36,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45669 is added to blk_1073741854_1030 (size=8516) 2024-11-15T14:34:36,788 INFO [M:0;26754e923c4a:37805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f3020b4f09894bce8e5f6b9c772c59b9 2024-11-15T14:34:36,807 DEBUG [M:0;26754e923c4a:37805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/743829a768144fcc85a9e4c53f25c06c is 69, key is 26754e923c4a,36251,1731681248189/rs:state/1731681250246/Put/seqid=0 2024-11-15T14:34:36,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45669 is added to blk_1073741855_1031 (size=5156) 2024-11-15T14:34:37,212 INFO [M:0;26754e923c4a:37805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/743829a768144fcc85a9e4c53f25c06c 2024-11-15T14:34:37,216 DEBUG [M:0;26754e923c4a:37805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ba28ff6e86ac4a5ea4dc9a81d6c1dab4 as hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ba28ff6e86ac4a5ea4dc9a81d6c1dab4 2024-11-15T14:34:37,220 INFO [M:0;26754e923c4a:37805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ba28ff6e86ac4a5ea4dc9a81d6c1dab4, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T14:34:37,220 DEBUG [M:0;26754e923c4a:37805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f3020b4f09894bce8e5f6b9c772c59b9 as hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f3020b4f09894bce8e5f6b9c772c59b9 2024-11-15T14:34:37,224 INFO [M:0;26754e923c4a:37805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f3020b4f09894bce8e5f6b9c772c59b9, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T14:34:37,225 DEBUG [M:0;26754e923c4a:37805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/743829a768144fcc85a9e4c53f25c06c as hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/743829a768144fcc85a9e4c53f25c06c 2024-11-15T14:34:37,229 INFO [M:0;26754e923c4a:37805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41743/user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/743829a768144fcc85a9e4c53f25c06c, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T14:34:37,230 INFO [M:0;26754e923c4a:37805 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false 2024-11-15T14:34:37,231 INFO [M:0;26754e923c4a:37805 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:34:37,231 DEBUG [M:0;26754e923c4a:37805 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681275947Disabling compacts and flushes for region at 1731681275947Disabling writes for close at 1731681275947Obtaining lock to block concurrent updates at 1731681275947Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731681275947Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731681275948 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731681275948Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731681275948Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731681275962 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731681275962Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731681276371 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731681276383 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731681276383Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731681276791 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731681276807 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731681276807Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3055c3be: reopening flushed file at 1731681277215 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2056a292: reopening flushed file at 1731681277220 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e8ea59e: reopening flushed file at 1731681277224 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false at 1731681277230 (+6 ms)Writing region close event to WAL at 1731681277231 (+1 ms)Closed at 1731681277231 2024-11-15T14:34:37,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45669 is added to blk_1073741830_1006 (size=63654) 2024-11-15T14:34:37,235 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a355a3ea-27fa-68d2-30cb-e0684c28483f/MasterData/WALs/26754e923c4a,37805,1731681248059/26754e923c4a%2C37805%2C1731681248059.1731681249898 not finished, retry = 0 2024-11-15T14:34:37,336 INFO [M:0;26754e923c4a:37805 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T14:34:37,336 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:34:37,336 INFO [M:0;26754e923c4a:37805 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37805 2024-11-15T14:34:37,336 INFO [M:0;26754e923c4a:37805 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:34:37,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37805-0x1014018a3570000, quorum=127.0.0.1:62628, baseZNode=/0279692616 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:34:37,475 INFO [M:0;26754e923c4a:37805 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:34:37,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37805-0x1014018a3570000, quorum=127.0.0.1:62628, baseZNode=/0279692616 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:34:37,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b816d00{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:34:37,478 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c6a9ea6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:34:37,478 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:34:37,478 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@616c0c8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:34:37,478 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ecea2b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86d7b2ad-27c0-785d-711e-f616d65498e9/hadoop.log.dir/,STOPPED} 2024-11-15T14:34:37,479 WARN [BP-1758943464-172.17.0.3-1731681246669 heartbeating to localhost/127.0.0.1:41743 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T14:34:37,479 WARN [BP-1758943464-172.17.0.3-1731681246669 heartbeating to localhost/127.0.0.1:41743 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1758943464-172.17.0.3-1731681246669 (Datanode Uuid 482e17f6-3962-42b1-bd27-a180fdaf2aac) service to localhost/127.0.0.1:41743 2024-11-15T14:34:37,479 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86d7b2ad-27c0-785d-711e-f616d65498e9/cluster_2662a6aa-d6b1-97fc-83df-d144fb9bb881/data/data1/current/BP-1758943464-172.17.0.3-1731681246669 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:34:37,480 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86d7b2ad-27c0-785d-711e-f616d65498e9/cluster_2662a6aa-d6b1-97fc-83df-d144fb9bb881/data/data2/current/BP-1758943464-172.17.0.3-1731681246669 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:34:37,480 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T14:34:37,480 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T14:34:37,480 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T14:34:37,484 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e70cc99{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:34:37,485 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6eb8a007{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:34:37,485 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:34:37,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10d5daf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:34:37,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b19225d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86d7b2ad-27c0-785d-711e-f616d65498e9/hadoop.log.dir/,STOPPED} 2024-11-15T14:34:37,491 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T14:34:37,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T14:34:37,513 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=241 (was 203) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44751 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41743 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:41743 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44751 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41743 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41743 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41743 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44751 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62628) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44751 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:44751 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41743 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62628) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44751 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=620 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=241 (was 249), ProcessCount=11 (was 11), AvailableMemoryMB=891 (was 931) 2024-11-15T14:34:37,524 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=241, OpenFileDescriptor=620, MaxFileDescriptor=1048576, SystemLoadAverage=241, ProcessCount=11, AvailableMemoryMB=891 2024-11-15T14:34:37,538 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-15T14:34:37,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb056bd2-5117-e492-b0cf-bca298bc23d8/hadoop.log.dir so I do NOT create it in target/test-data/a935d2bb-fee8-3e98-6eb1-333530c0940d 2024-11-15T14:34:37,539 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb056bd2-5117-e492-b0cf-bca298bc23d8/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T14:34:37,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb056bd2-5117-e492-b0cf-bca298bc23d8/hadoop.tmp.dir so I do NOT create it in target/test-data/a935d2bb-fee8-3e98-6eb1-333530c0940d 2024-11-15T14:34:37,539 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb056bd2-5117-e492-b0cf-bca298bc23d8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T14:34:37,539 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a935d2bb-fee8-3e98-6eb1-333530c0940d 2024-11-15T14:34:37,539 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a935d2bb-fee8-3e98-6eb1-333530c0940d/cluster_9ce11ca9-5bcc-d360-7d45-ec58271005e8, deleteOnExit=true 2024-11-15T14:34:37,555 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a935d2bb-fee8-3e98-6eb1-333530c0940d/cluster_9ce11ca9-5bcc-d360-7d45-ec58271005e8/zookeeper_0, clientPort=61244, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a935d2bb-fee8-3e98-6eb1-333530c0940d/cluster_9ce11ca9-5bcc-d360-7d45-ec58271005e8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a935d2bb-fee8-3e98-6eb1-333530c0940d/cluster_9ce11ca9-5bcc-d360-7d45-ec58271005e8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T14:34:37,556 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61244 2024-11-15T14:34:37,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T14:34:37,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T14:34:37,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a935d2bb-fee8-3e98-6eb1-333530c0940d/test.cache.data in system properties and HBase conf 2024-11-15T14:34:37,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a935d2bb-fee8-3e98-6eb1-333530c0940d/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T14:34:37,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a935d2bb-fee8-3e98-6eb1-333530c0940d/hadoop.log.dir in system properties and HBase conf 2024-11-15T14:34:37,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a935d2bb-fee8-3e98-6eb1-333530c0940d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T14:34:37,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a935d2bb-fee8-3e98-6eb1-333530c0940d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T14:34:37,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T14:34:37,556 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T14:34:37,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a935d2bb-fee8-3e98-6eb1-333530c0940d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:34:37,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a935d2bb-fee8-3e98-6eb1-333530c0940d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:34:37,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a935d2bb-fee8-3e98-6eb1-333530c0940d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T14:34:37,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a935d2bb-fee8-3e98-6eb1-333530c0940d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:34:37,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a935d2bb-fee8-3e98-6eb1-333530c0940d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T14:34:37,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a935d2bb-fee8-3e98-6eb1-333530c0940d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T14:34:37,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a935d2bb-fee8-3e98-6eb1-333530c0940d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:34:37,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a935d2bb-fee8-3e98-6eb1-333530c0940d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:34:37,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a935d2bb-fee8-3e98-6eb1-333530c0940d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T14:34:37,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a935d2bb-fee8-3e98-6eb1-333530c0940d/nfs.dump.dir in system properties and HBase conf 2024-11-15T14:34:37,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a935d2bb-fee8-3e98-6eb1-333530c0940d/java.io.tmpdir in system properties and HBase conf 2024-11-15T14:34:37,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a935d2bb-fee8-3e98-6eb1-333530c0940d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:34:37,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a935d2bb-fee8-3e98-6eb1-333530c0940d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T14:34:37,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a935d2bb-fee8-3e98-6eb1-333530c0940d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T14:34:37,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014018a3570005, quorum=127.0.0.1:62628, baseZNode=/1295125145 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T14:34:37,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014018a3570002, quorum=127.0.0.1:62628, baseZNode=/0279692616 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T14:34:37,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014018a3570005, quorum=127.0.0.1:62628, baseZNode=/1295125145 Received Disconnected from ZooKeeper, ignoring 2024-11-15T14:34:37,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014018a3570002, quorum=127.0.0.1:62628, baseZNode=/0279692616 Received Disconnected from ZooKeeper, ignoring 2024-11-15T14:34:37,633 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:34:37,634 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [26754e923c4a,34083,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:34083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T14:34:37,634 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4153 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [26754e923c4a,34083,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:34083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T14:34:37,760 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:34:37,764 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:34:37,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:34:37,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:34:37,765 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T14:34:37,765 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:34:37,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a2ae49e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a935d2bb-fee8-3e98-6eb1-333530c0940d/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:34:37,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1424c9be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:34:37,859 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4aae7083{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a935d2bb-fee8-3e98-6eb1-333530c0940d/java.io.tmpdir/jetty-localhost-33839-hadoop-hdfs-3_4_1-tests_jar-_-any-17847276650686611038/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:34:37,860 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6282b25e{HTTP/1.1, (http/1.1)}{localhost:33839} 2024-11-15T14:34:37,860 INFO [Time-limited test {}] server.Server(415): Started @197934ms 2024-11-15T14:34:38,015 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:34:38,017 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:34:38,019 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:34:38,019 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:34:38,019 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T14:34:38,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60df503c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a935d2bb-fee8-3e98-6eb1-333530c0940d/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:34:38,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16c12be5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:34:38,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@644bdaa3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a935d2bb-fee8-3e98-6eb1-333530c0940d/java.io.tmpdir/jetty-localhost-36281-hadoop-hdfs-3_4_1-tests_jar-_-any-17757379968170899653/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:34:38,115 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20e1f8bf{HTTP/1.1, (http/1.1)}{localhost:36281} 2024-11-15T14:34:38,115 INFO [Time-limited test {}] server.Server(415): Started @198189ms 2024-11-15T14:34:38,116 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T14:34:38,472 WARN [Thread-2188 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a935d2bb-fee8-3e98-6eb1-333530c0940d/cluster_9ce11ca9-5bcc-d360-7d45-ec58271005e8/data/data1/current/BP-464284108-172.17.0.3-1731681277570/current, will proceed with Du for space computation calculation, 2024-11-15T14:34:38,472 WARN [Thread-2189 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a935d2bb-fee8-3e98-6eb1-333530c0940d/cluster_9ce11ca9-5bcc-d360-7d45-ec58271005e8/data/data2/current/BP-464284108-172.17.0.3-1731681277570/current, will proceed with Du for space computation calculation, 2024-11-15T14:34:38,491 WARN [Thread-2176 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T14:34:38,493 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94f7ce0409ceea4a with lease ID 0x23c0f8cd60a41bdd: Processing first storage report for DS-157aecee-d183-47c7-ac62-b6b9cd9b663d from datanode DatanodeRegistration(127.0.0.1:34943, datanodeUuid=f59be825-58d9-4bc7-99f6-c9c573aa245d, infoPort=41013, infoSecurePort=0, ipcPort=42519, storageInfo=lv=-57;cid=testClusterID;nsid=1526772300;c=1731681277570) 2024-11-15T14:34:38,493 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94f7ce0409ceea4a with lease ID 0x23c0f8cd60a41bdd: from storage DS-157aecee-d183-47c7-ac62-b6b9cd9b663d node DatanodeRegistration(127.0.0.1:34943, datanodeUuid=f59be825-58d9-4bc7-99f6-c9c573aa245d, infoPort=41013, infoSecurePort=0, ipcPort=42519, storageInfo=lv=-57;cid=testClusterID;nsid=1526772300;c=1731681277570), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T14:34:38,494 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94f7ce0409ceea4a with lease ID 0x23c0f8cd60a41bdd: Processing first storage report for DS-2e901839-f11e-4ebc-8050-a5b5199d7d1b from datanode DatanodeRegistration(127.0.0.1:34943, datanodeUuid=f59be825-58d9-4bc7-99f6-c9c573aa245d, infoPort=41013, infoSecurePort=0, ipcPort=42519, storageInfo=lv=-57;cid=testClusterID;nsid=1526772300;c=1731681277570) 2024-11-15T14:34:38,494 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94f7ce0409ceea4a with lease ID 0x23c0f8cd60a41bdd: from storage DS-2e901839-f11e-4ebc-8050-a5b5199d7d1b node DatanodeRegistration(127.0.0.1:34943, datanodeUuid=f59be825-58d9-4bc7-99f6-c9c573aa245d, infoPort=41013, infoSecurePort=0, ipcPort=42519, storageInfo=lv=-57;cid=testClusterID;nsid=1526772300;c=1731681277570), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T14:34:38,539 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a935d2bb-fee8-3e98-6eb1-333530c0940d 2024-11-15T14:34:38,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:34:38,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:34:38,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34943 is added to blk_1073741825_1001 (size=7) 2024-11-15T14:34:38,948 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e with version=8 2024-11-15T14:34:38,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/hbase-staging 2024-11-15T14:34:38,950 INFO [Time-limited test {}] client.ConnectionUtils(128): master/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:34:38,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:34:38,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:34:38,951 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:34:38,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:34:38,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:34:38,951 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T14:34:38,951 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:34:38,951 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40511 2024-11-15T14:34:38,952 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40511 connecting to ZooKeeper ensemble=127.0.0.1:61244 2024-11-15T14:34:39,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:405110x0, quorum=127.0.0.1:61244, baseZNode=/01507406138 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:34:39,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40511-0x10140191c1b0000 connected 2024-11-15T14:34:39,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:34:39,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:34:39,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40511-0x10140191c1b0000, quorum=127.0.0.1:61244, baseZNode=/01507406138 Set watcher on znode that does not yet exist, /01507406138/running 2024-11-15T14:34:39,077 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e, hbase.cluster.distributed=false 2024-11-15T14:34:39,079 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40511-0x10140191c1b0000, quorum=127.0.0.1:61244, baseZNode=/01507406138 Set watcher on znode that does not yet exist, /01507406138/acl 2024-11-15T14:34:39,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40511 2024-11-15T14:34:39,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40511 2024-11-15T14:34:39,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40511 2024-11-15T14:34:39,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40511 2024-11-15T14:34:39,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40511 2024-11-15T14:34:39,093 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:34:39,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:34:39,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:34:39,093 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:34:39,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:34:39,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:34:39,093 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T14:34:39,093 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:34:39,094 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46515 2024-11-15T14:34:39,094 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46515 connecting to ZooKeeper ensemble=127.0.0.1:61244 2024-11-15T14:34:39,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:34:39,096 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:34:39,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465150x0, quorum=127.0.0.1:61244, baseZNode=/01507406138 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:34:39,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465150x0, quorum=127.0.0.1:61244, baseZNode=/01507406138 Set watcher on znode that does not yet exist, /01507406138/running 2024-11-15T14:34:39,108 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46515-0x10140191c1b0001 connected 2024-11-15T14:34:39,109 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T14:34:39,109 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T14:34:39,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46515-0x10140191c1b0001, quorum=127.0.0.1:61244, baseZNode=/01507406138 Set watcher on znode that does not yet exist, /01507406138/master 2024-11-15T14:34:39,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46515-0x10140191c1b0001, quorum=127.0.0.1:61244, baseZNode=/01507406138 Set watcher on znode that does not yet exist, /01507406138/acl 2024-11-15T14:34:39,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46515 2024-11-15T14:34:39,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46515 2024-11-15T14:34:39,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46515 2024-11-15T14:34:39,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46515 2024-11-15T14:34:39,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46515 2024-11-15T14:34:39,132 DEBUG [M:0;26754e923c4a:40511 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;26754e923c4a:40511 2024-11-15T14:34:39,133 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01507406138/backup-masters/26754e923c4a,40511,1731681278950 2024-11-15T14:34:39,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40511-0x10140191c1b0000, quorum=127.0.0.1:61244, baseZNode=/01507406138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01507406138/backup-masters 2024-11-15T14:34:39,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46515-0x10140191c1b0001, quorum=127.0.0.1:61244, baseZNode=/01507406138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01507406138/backup-masters 2024-11-15T14:34:39,142 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40511-0x10140191c1b0000, quorum=127.0.0.1:61244, baseZNode=/01507406138 Set watcher on existing znode=/01507406138/backup-masters/26754e923c4a,40511,1731681278950 2024-11-15T14:34:39,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46515-0x10140191c1b0001, quorum=127.0.0.1:61244, baseZNode=/01507406138 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01507406138/master 2024-11-15T14:34:39,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40511-0x10140191c1b0000, quorum=127.0.0.1:61244, baseZNode=/01507406138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01507406138 2024-11-15T14:34:39,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46515-0x10140191c1b0001, quorum=127.0.0.1:61244, baseZNode=/01507406138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01507406138 2024-11-15T14:34:39,150 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40511-0x10140191c1b0000, quorum=127.0.0.1:61244, baseZNode=/01507406138 Set watcher on existing znode=/01507406138/master 2024-11-15T14:34:39,150 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01507406138/backup-masters/26754e923c4a,40511,1731681278950 from backup master directory 2024-11-15T14:34:39,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40511-0x10140191c1b0000, quorum=127.0.0.1:61244, baseZNode=/01507406138 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01507406138/backup-masters/26754e923c4a,40511,1731681278950 2024-11-15T14:34:39,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46515-0x10140191c1b0001, quorum=127.0.0.1:61244, baseZNode=/01507406138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01507406138/backup-masters 2024-11-15T14:34:39,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40511-0x10140191c1b0000, quorum=127.0.0.1:61244, baseZNode=/01507406138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01507406138/backup-masters 2024-11-15T14:34:39,158 WARN [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:34:39,158 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=26754e923c4a,40511,1731681278950 2024-11-15T14:34:39,161 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/hbase.id] with ID: 2a1b91b0-d301-42d0-aa2e-f1eddec9145a 2024-11-15T14:34:39,161 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/.tmp/hbase.id 2024-11-15T14:34:39,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34943 is added to blk_1073741826_1002 (size=42) 2024-11-15T14:34:39,166 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/.tmp/hbase.id]:[hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/hbase.id] 2024-11-15T14:34:39,174 INFO [master/26754e923c4a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:34:39,174 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T14:34:39,175 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T14:34:39,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40511-0x10140191c1b0000, quorum=127.0.0.1:61244, baseZNode=/01507406138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01507406138 2024-11-15T14:34:39,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46515-0x10140191c1b0001, quorum=127.0.0.1:61244, baseZNode=/01507406138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01507406138 2024-11-15T14:34:39,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34943 is added to blk_1073741827_1003 (size=196) 2024-11-15T14:34:39,589 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:34:39,589 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T14:34:39,589 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:34:39,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34943 is added to blk_1073741828_1004 (size=1189) 2024-11-15T14:34:39,597 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/MasterData/data/master/store 2024-11-15T14:34:39,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34943 is added to blk_1073741829_1005 (size=34) 2024-11-15T14:34:39,602 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:34:39,602 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:34:39,602 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:34:39,602 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:34:39,602 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:34:39,602 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:34:39,602 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:34:39,602 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681279602Disabling compacts and flushes for region at 1731681279602Disabling writes for close at 1731681279602Writing region close event to WAL at 1731681279602Closed at 1731681279602 2024-11-15T14:34:39,603 WARN [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/MasterData/data/master/store/.initializing 2024-11-15T14:34:39,603 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/MasterData/WALs/26754e923c4a,40511,1731681278950 2024-11-15T14:34:39,604 INFO [master/26754e923c4a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:34:39,605 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=26754e923c4a%2C40511%2C1731681278950, suffix=, logDir=hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/MasterData/WALs/26754e923c4a,40511,1731681278950, archiveDir=hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/MasterData/oldWALs, maxLogs=10 2024-11-15T14:34:39,617 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/MasterData/WALs/26754e923c4a,40511,1731681278950/26754e923c4a%2C40511%2C1731681278950.1731681279605, exclude list is [], retry=0 2024-11-15T14:34:39,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34943,DS-157aecee-d183-47c7-ac62-b6b9cd9b663d,DISK] 2024-11-15T14:34:39,620 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/MasterData/WALs/26754e923c4a,40511,1731681278950/26754e923c4a%2C40511%2C1731681278950.1731681279605 2024-11-15T14:34:39,621 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41013:41013)] 2024-11-15T14:34:39,621 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:34:39,621 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:34:39,621 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:39,621 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:39,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:39,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T14:34:39,623 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:39,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:34:39,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:39,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T14:34:39,625 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:39,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:34:39,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:39,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T14:34:39,626 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:39,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:34:39,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:39,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T14:34:39,627 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:39,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:34:39,627 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:39,628 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:39,628 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:39,629 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:39,629 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:39,629 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:34:39,630 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:39,632 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:34:39,632 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62847221, jitterRate=-0.06350342929363251}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:34:39,633 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731681279621Initializing all the Stores at 1731681279622 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681279622Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681279622Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681279622Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681279622Cleaning up temporary data from old regions at 1731681279629 (+7 ms)Region opened successfully at 1731681279633 (+4 ms) 2024-11-15T14:34:39,633 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T14:34:39,635 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64eb9fb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:34:39,636 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T14:34:39,636 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T14:34:39,636 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T14:34:39,636 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T14:34:39,637 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T14:34:39,637 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T14:34:39,637 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T14:34:39,639 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T14:34:39,639 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40511-0x10140191c1b0000, quorum=127.0.0.1:61244, baseZNode=/01507406138 Unable to get data of znode /01507406138/balancer because node does not exist (not necessarily an error) 2024-11-15T14:34:39,650 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T14:34:39,672 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01507406138/balancer already deleted, retry=false 2024-11-15T14:34:39,673 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T14:34:39,673 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40511-0x10140191c1b0000, quorum=127.0.0.1:61244, baseZNode=/01507406138 Unable to get data of znode /01507406138/normalizer because node does not exist (not necessarily an error) 2024-11-15T14:34:39,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:39,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:39,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:39,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:39,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:39,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:39,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:39,683 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01507406138/normalizer already deleted, retry=false 2024-11-15T14:34:39,683 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T14:34:39,684 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40511-0x10140191c1b0000, quorum=127.0.0.1:61244, baseZNode=/01507406138 Unable to get data of znode /01507406138/switch/split because node does not exist (not necessarily an error) 2024-11-15T14:34:39,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:39,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:39,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:39,691 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01507406138/switch/split already deleted, retry=false 2024-11-15T14:34:39,692 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40511-0x10140191c1b0000, quorum=127.0.0.1:61244, baseZNode=/01507406138 Unable to get data of znode /01507406138/switch/merge because node does not exist (not necessarily an error) 2024-11-15T14:34:39,699 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01507406138/switch/merge already deleted, retry=false 2024-11-15T14:34:39,701 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40511-0x10140191c1b0000, quorum=127.0.0.1:61244, baseZNode=/01507406138 Unable to get data of znode /01507406138/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T14:34:39,708 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01507406138/snapshot-cleanup already deleted, retry=false 2024-11-15T14:34:39,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40511-0x10140191c1b0000, quorum=127.0.0.1:61244, baseZNode=/01507406138 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01507406138/running 2024-11-15T14:34:39,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46515-0x10140191c1b0001, quorum=127.0.0.1:61244, baseZNode=/01507406138 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01507406138/running 2024-11-15T14:34:39,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40511-0x10140191c1b0000, quorum=127.0.0.1:61244, baseZNode=/01507406138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01507406138 2024-11-15T14:34:39,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46515-0x10140191c1b0001, quorum=127.0.0.1:61244, baseZNode=/01507406138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01507406138 2024-11-15T14:34:39,716 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=26754e923c4a,40511,1731681278950, sessionid=0x10140191c1b0000, setting cluster-up flag (Was=false) 2024-11-15T14:34:39,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46515-0x10140191c1b0001, quorum=127.0.0.1:61244, baseZNode=/01507406138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01507406138 2024-11-15T14:34:39,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40511-0x10140191c1b0000, quorum=127.0.0.1:61244, baseZNode=/01507406138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01507406138 2024-11-15T14:34:39,758 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01507406138/flush-table-proc/acquired, /01507406138/flush-table-proc/reached, /01507406138/flush-table-proc/abort 2024-11-15T14:34:39,758 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,40511,1731681278950 2024-11-15T14:34:39,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40511-0x10140191c1b0000, quorum=127.0.0.1:61244, baseZNode=/01507406138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01507406138 2024-11-15T14:34:39,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46515-0x10140191c1b0001, quorum=127.0.0.1:61244, baseZNode=/01507406138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01507406138 2024-11-15T14:34:39,799 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01507406138/online-snapshot/acquired, /01507406138/online-snapshot/reached, /01507406138/online-snapshot/abort 2024-11-15T14:34:39,800 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,40511,1731681278950 2024-11-15T14:34:39,801 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T14:34:39,802 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T14:34:39,802 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T14:34:39,802 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T14:34:39,803 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 26754e923c4a,40511,1731681278950 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T14:34:39,804 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:34:39,804 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:34:39,804 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:34:39,804 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:34:39,804 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/26754e923c4a:0, corePoolSize=10, maxPoolSize=10 2024-11-15T14:34:39,804 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:39,804 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:34:39,804 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:39,805 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731681309805 2024-11-15T14:34:39,805 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T14:34:39,805 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T14:34:39,805 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T14:34:39,805 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T14:34:39,805 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T14:34:39,805 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T14:34:39,805 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:34:39,805 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T14:34:39,805 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:39,805 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T14:34:39,805 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T14:34:39,805 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T14:34:39,805 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T14:34:39,806 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:39,806 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T14:34:39,806 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T14:34:39,806 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T14:34:39,806 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681279806,5,FailOnTimeoutGroup] 2024-11-15T14:34:39,806 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681279806,5,FailOnTimeoutGroup] 2024-11-15T14:34:39,806 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:39,807 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T14:34:39,807 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:39,807 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:39,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34943 is added to blk_1073741831_1007 (size=1321) 2024-11-15T14:34:39,820 INFO [RS:0;26754e923c4a:46515 {}] regionserver.HRegionServer(746): ClusterId : 2a1b91b0-d301-42d0-aa2e-f1eddec9145a 2024-11-15T14:34:39,820 DEBUG [RS:0;26754e923c4a:46515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T14:34:39,825 DEBUG [RS:0;26754e923c4a:46515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T14:34:39,825 DEBUG [RS:0;26754e923c4a:46515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T14:34:39,833 DEBUG [RS:0;26754e923c4a:46515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T14:34:39,834 DEBUG [RS:0;26754e923c4a:46515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38ec0a58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:34:39,844 DEBUG [RS:0;26754e923c4a:46515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;26754e923c4a:46515 2024-11-15T14:34:39,844 INFO [RS:0;26754e923c4a:46515 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T14:34:39,844 INFO [RS:0;26754e923c4a:46515 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T14:34:39,844 DEBUG [RS:0;26754e923c4a:46515 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T14:34:39,845 INFO [RS:0;26754e923c4a:46515 {}] regionserver.HRegionServer(2659): reportForDuty to master=26754e923c4a,40511,1731681278950 with port=46515, startcode=1731681279092 2024-11-15T14:34:39,845 DEBUG [RS:0;26754e923c4a:46515 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T14:34:39,846 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T14:34:39,846 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40511 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 26754e923c4a,46515,1731681279092 2024-11-15T14:34:39,846 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40511 {}] master.ServerManager(517): Registering regionserver=26754e923c4a,46515,1731681279092 2024-11-15T14:34:39,848 DEBUG [RS:0;26754e923c4a:46515 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e 2024-11-15T14:34:39,848 DEBUG [RS:0;26754e923c4a:46515 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35485 2024-11-15T14:34:39,848 DEBUG [RS:0;26754e923c4a:46515 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T14:34:39,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40511-0x10140191c1b0000, quorum=127.0.0.1:61244, baseZNode=/01507406138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01507406138/rs 2024-11-15T14:34:39,858 DEBUG [RS:0;26754e923c4a:46515 {}] zookeeper.ZKUtil(111): regionserver:46515-0x10140191c1b0001, quorum=127.0.0.1:61244, baseZNode=/01507406138 Set watcher on existing znode=/01507406138/rs/26754e923c4a,46515,1731681279092 2024-11-15T14:34:39,858 WARN [RS:0;26754e923c4a:46515 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:34:39,858 INFO [RS:0;26754e923c4a:46515 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:34:39,858 DEBUG [RS:0;26754e923c4a:46515 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092 2024-11-15T14:34:39,858 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [26754e923c4a,46515,1731681279092] 2024-11-15T14:34:39,861 INFO [RS:0;26754e923c4a:46515 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T14:34:39,862 INFO [RS:0;26754e923c4a:46515 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T14:34:39,862 INFO [RS:0;26754e923c4a:46515 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T14:34:39,862 INFO [RS:0;26754e923c4a:46515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:39,865 INFO [RS:0;26754e923c4a:46515 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T14:34:39,865 INFO [RS:0;26754e923c4a:46515 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T14:34:39,865 INFO [RS:0;26754e923c4a:46515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:39,865 DEBUG [RS:0;26754e923c4a:46515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:39,865 DEBUG [RS:0;26754e923c4a:46515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:39,865 DEBUG [RS:0;26754e923c4a:46515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:39,865 DEBUG [RS:0;26754e923c4a:46515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:39,865 DEBUG [RS:0;26754e923c4a:46515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:39,865 DEBUG [RS:0;26754e923c4a:46515 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:34:39,866 DEBUG [RS:0;26754e923c4a:46515 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:39,866 DEBUG [RS:0;26754e923c4a:46515 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:39,866 DEBUG [RS:0;26754e923c4a:46515 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:39,866 DEBUG [RS:0;26754e923c4a:46515 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:39,866 DEBUG [RS:0;26754e923c4a:46515 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:39,866 DEBUG [RS:0;26754e923c4a:46515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:39,866 DEBUG [RS:0;26754e923c4a:46515 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:34:39,866 DEBUG [RS:0;26754e923c4a:46515 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:34:39,867 INFO [RS:0;26754e923c4a:46515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:39,867 INFO [RS:0;26754e923c4a:46515 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:39,867 INFO [RS:0;26754e923c4a:46515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:39,867 INFO [RS:0;26754e923c4a:46515 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:39,867 INFO [RS:0;26754e923c4a:46515 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:39,867 INFO [RS:0;26754e923c4a:46515 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,46515,1731681279092-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:34:39,880 INFO [RS:0;26754e923c4a:46515 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T14:34:39,880 INFO [RS:0;26754e923c4a:46515 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,46515,1731681279092-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:39,880 INFO [RS:0;26754e923c4a:46515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:39,880 INFO [RS:0;26754e923c4a:46515 {}] regionserver.Replication(171): 26754e923c4a,46515,1731681279092 started 2024-11-15T14:34:39,892 INFO [RS:0;26754e923c4a:46515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:39,892 INFO [RS:0;26754e923c4a:46515 {}] regionserver.HRegionServer(1482): Serving as 26754e923c4a,46515,1731681279092, RpcServer on 26754e923c4a/172.17.0.3:46515, sessionid=0x10140191c1b0001 2024-11-15T14:34:39,892 DEBUG [RS:0;26754e923c4a:46515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T14:34:39,892 DEBUG [RS:0;26754e923c4a:46515 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 26754e923c4a,46515,1731681279092 2024-11-15T14:34:39,892 DEBUG [RS:0;26754e923c4a:46515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,46515,1731681279092' 2024-11-15T14:34:39,892 DEBUG [RS:0;26754e923c4a:46515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01507406138/flush-table-proc/abort' 2024-11-15T14:34:39,892 DEBUG [RS:0;26754e923c4a:46515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01507406138/flush-table-proc/acquired' 2024-11-15T14:34:39,893 DEBUG [RS:0;26754e923c4a:46515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T14:34:39,893 DEBUG [RS:0;26754e923c4a:46515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T14:34:39,893 DEBUG [RS:0;26754e923c4a:46515 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 26754e923c4a,46515,1731681279092 2024-11-15T14:34:39,893 DEBUG [RS:0;26754e923c4a:46515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,46515,1731681279092' 2024-11-15T14:34:39,893 DEBUG [RS:0;26754e923c4a:46515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01507406138/online-snapshot/abort' 2024-11-15T14:34:39,893 DEBUG [RS:0;26754e923c4a:46515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01507406138/online-snapshot/acquired' 2024-11-15T14:34:39,893 DEBUG [RS:0;26754e923c4a:46515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T14:34:39,893 INFO [RS:0;26754e923c4a:46515 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T14:34:39,893 INFO [RS:0;26754e923c4a:46515 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T14:34:39,994 INFO [RS:0;26754e923c4a:46515 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:34:39,995 INFO [RS:0;26754e923c4a:46515 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C46515%2C1731681279092, suffix=, logDir=hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092, archiveDir=hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/oldWALs, maxLogs=10 2024-11-15T14:34:40,007 DEBUG [RS:0;26754e923c4a:46515 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.1731681279995, exclude list is [], retry=0 2024-11-15T14:34:40,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34943,DS-157aecee-d183-47c7-ac62-b6b9cd9b663d,DISK] 2024-11-15T14:34:40,010 INFO [RS:0;26754e923c4a:46515 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.1731681279995 2024-11-15T14:34:40,011 DEBUG [RS:0;26754e923c4a:46515 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41013:41013)] 2024-11-15T14:34:40,215 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T14:34:40,215 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e 2024-11-15T14:34:40,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34943 is added to blk_1073741833_1009 (size=32) 2024-11-15T14:34:40,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:34:40,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:34:40,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:34:40,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:40,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:34:40,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:34:40,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:34:40,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:40,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:34:40,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:34:40,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:34:40,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:40,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:34:40,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:34:40,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:34:40,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:40,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:34:40,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:34:40,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/hbase/meta/1588230740 2024-11-15T14:34:40,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/hbase/meta/1588230740 2024-11-15T14:34:40,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:34:40,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:34:40,628 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:34:40,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:34:40,630 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:34:40,630 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64777914, jitterRate=-0.034733861684799194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:34:40,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731681280620Initializing all the Stores at 1731681280620Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681280620Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681280620Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681280621 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681280621Cleaning up temporary data from old regions at 1731681280627 (+6 ms)Region opened successfully at 1731681280630 (+3 ms) 2024-11-15T14:34:40,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:34:40,630 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:34:40,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:34:40,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:34:40,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:34:40,631 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:34:40,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681280630Disabling compacts and flushes for region at 1731681280630Disabling writes for close at 1731681280631 (+1 ms)Writing region close event to WAL at 1731681280631Closed at 1731681280631 2024-11-15T14:34:40,632 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:34:40,632 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T14:34:40,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T14:34:40,633 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:34:40,633 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T14:34:40,783 DEBUG [26754e923c4a:40511 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T14:34:40,784 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=26754e923c4a,46515,1731681279092 2024-11-15T14:34:40,785 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,46515,1731681279092, state=OPENING 2024-11-15T14:34:40,833 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T14:34:40,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40511-0x10140191c1b0000, quorum=127.0.0.1:61244, baseZNode=/01507406138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01507406138 2024-11-15T14:34:40,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46515-0x10140191c1b0001, quorum=127.0.0.1:61244, baseZNode=/01507406138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01507406138 2024-11-15T14:34:40,842 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:34:40,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01507406138/meta-region-server: CHANGED 2024-11-15T14:34:40,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01507406138/meta-region-server: CHANGED 2024-11-15T14:34:40,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,46515,1731681279092}] 2024-11-15T14:34:40,994 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T14:34:40,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T14:34:40,998 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T14:34:40,998 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:34:40,998 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T14:34:40,999 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C46515%2C1731681279092.meta, suffix=.meta, logDir=hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092, archiveDir=hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/oldWALs, maxLogs=10 2024-11-15T14:34:41,011 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.meta.1731681281000.meta, exclude list is [], retry=0 2024-11-15T14:34:41,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34943,DS-157aecee-d183-47c7-ac62-b6b9cd9b663d,DISK] 2024-11-15T14:34:41,014 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.meta.1731681281000.meta 2024-11-15T14:34:41,015 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41013:41013)] 2024-11-15T14:34:41,015 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:34:41,015 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:34:41,015 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T14:34:41,015 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T14:34:41,015 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T14:34:41,016 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T14:34:41,016 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:34:41,016 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T14:34:41,016 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T14:34:41,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:34:41,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:34:41,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:41,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:34:41,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:34:41,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:34:41,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:41,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:34:41,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:34:41,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:34:41,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:41,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:34:41,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:34:41,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:34:41,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:41,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:34:41,020 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:34:41,021 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/hbase/meta/1588230740 2024-11-15T14:34:41,021 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/hbase/meta/1588230740 2024-11-15T14:34:41,022 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:34:41,022 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:34:41,022 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:34:41,023 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:34:41,024 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74024585, jitterRate=0.10305227339267731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:34:41,024 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T14:34:41,025 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731681281016Writing region info on filesystem at 1731681281016Initializing all the Stores at 1731681281016Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681281016Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681281017 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681281017Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681281017Cleaning up temporary data from old regions at 1731681281022 (+5 ms)Running coprocessor post-open hooks at 1731681281024 (+2 ms)Region opened successfully at 1731681281025 (+1 ms) 2024-11-15T14:34:41,026 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731681280994 2024-11-15T14:34:41,028 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T14:34:41,028 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T14:34:41,028 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,46515,1731681279092 2024-11-15T14:34:41,029 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,46515,1731681279092, state=OPEN 2024-11-15T14:34:41,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40511-0x10140191c1b0000, quorum=127.0.0.1:61244, baseZNode=/01507406138 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01507406138/meta-region-server 2024-11-15T14:34:41,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46515-0x10140191c1b0001, quorum=127.0.0.1:61244, baseZNode=/01507406138 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01507406138/meta-region-server 2024-11-15T14:34:41,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01507406138/meta-region-server: CHANGED 2024-11-15T14:34:41,056 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=26754e923c4a,46515,1731681279092 2024-11-15T14:34:41,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01507406138/meta-region-server: CHANGED 2024-11-15T14:34:41,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T14:34:41,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,46515,1731681279092 in 214 msec 2024-11-15T14:34:41,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T14:34:41,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 426 msec 2024-11-15T14:34:41,060 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:34:41,060 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T14:34:41,061 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:34:41,061 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,46515,1731681279092, seqNum=-1] 2024-11-15T14:34:41,062 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:34:41,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:34:41,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2650 sec 2024-11-15T14:34:41,067 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731681281067, completionTime=-1 2024-11-15T14:34:41,067 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T14:34:41,067 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T14:34:41,069 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T14:34:41,069 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731681341069 2024-11-15T14:34:41,069 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731681401069 2024-11-15T14:34:41,069 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T14:34:41,070 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,40511,1731681278950-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:41,070 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,40511,1731681278950-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:41,070 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,40511,1731681278950-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:41,070 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-26754e923c4a:40511, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:41,070 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:41,070 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:41,071 DEBUG [master/26754e923c4a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T14:34:41,073 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.915sec 2024-11-15T14:34:41,074 INFO [master/26754e923c4a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T14:34:41,074 INFO [master/26754e923c4a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T14:34:41,074 INFO [master/26754e923c4a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T14:34:41,074 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T14:34:41,074 INFO [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T14:34:41,074 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,40511,1731681278950-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:34:41,074 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,40511,1731681278950-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T14:34:41,076 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T14:34:41,076 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T14:34:41,076 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,40511,1731681278950-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:41,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b4b267e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:41,121 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,40511,-1 for getting cluster id 2024-11-15T14:34:41,121 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:34:41,122 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1b91b0-d301-42d0-aa2e-f1eddec9145a' 2024-11-15T14:34:41,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:34:41,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1b91b0-d301-42d0-aa2e-f1eddec9145a" 2024-11-15T14:34:41,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@671d385e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:41,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,40511,-1] 2024-11-15T14:34:41,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:34:41,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:41,124 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:34:41,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca81938, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:41,125 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:34:41,126 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,46515,1731681279092, seqNum=-1] 2024-11-15T14:34:41,126 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:34:41,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:34:41,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=26754e923c4a,40511,1731681278950 2024-11-15T14:34:41,129 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61244 2024-11-15T14:34:41,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61244, baseZNode=/01507406138 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:34:41,142 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10140191c1b0002 connected 2024-11-15T14:34:41,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a935d2bb-fee8-3e98-6eb1-333530c0940d/hadoop.log.dir so I do NOT create it in target/test-data/f301fcc4-6207-ec76-0235-8753e9a198a6 2024-11-15T14:34:41,152 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a935d2bb-fee8-3e98-6eb1-333530c0940d/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T14:34:41,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a935d2bb-fee8-3e98-6eb1-333530c0940d/hadoop.tmp.dir so I do NOT create it in target/test-data/f301fcc4-6207-ec76-0235-8753e9a198a6 2024-11-15T14:34:41,152 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a935d2bb-fee8-3e98-6eb1-333530c0940d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T14:34:41,152 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f301fcc4-6207-ec76-0235-8753e9a198a6 2024-11-15T14:34:41,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T14:34:41,152 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f301fcc4-6207-ec76-0235-8753e9a198a6/cluster_5fa4253c-89cf-6cc7-46e4-baeb3af55c77, deleteOnExit=true 2024-11-15T14:34:41,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T14:34:41,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f301fcc4-6207-ec76-0235-8753e9a198a6/test.cache.data in system properties and HBase conf 2024-11-15T14:34:41,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f301fcc4-6207-ec76-0235-8753e9a198a6/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T14:34:41,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f301fcc4-6207-ec76-0235-8753e9a198a6/hadoop.log.dir in system properties and HBase conf 2024-11-15T14:34:41,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f301fcc4-6207-ec76-0235-8753e9a198a6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T14:34:41,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f301fcc4-6207-ec76-0235-8753e9a198a6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T14:34:41,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T14:34:41,153 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T14:34:41,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f301fcc4-6207-ec76-0235-8753e9a198a6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:34:41,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f301fcc4-6207-ec76-0235-8753e9a198a6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:34:41,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f301fcc4-6207-ec76-0235-8753e9a198a6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T14:34:41,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f301fcc4-6207-ec76-0235-8753e9a198a6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:34:41,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f301fcc4-6207-ec76-0235-8753e9a198a6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T14:34:41,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f301fcc4-6207-ec76-0235-8753e9a198a6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T14:34:41,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f301fcc4-6207-ec76-0235-8753e9a198a6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:34:41,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f301fcc4-6207-ec76-0235-8753e9a198a6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:34:41,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f301fcc4-6207-ec76-0235-8753e9a198a6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T14:34:41,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f301fcc4-6207-ec76-0235-8753e9a198a6/nfs.dump.dir in system properties and HBase conf 2024-11-15T14:34:41,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f301fcc4-6207-ec76-0235-8753e9a198a6/java.io.tmpdir in system properties and HBase conf 2024-11-15T14:34:41,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f301fcc4-6207-ec76-0235-8753e9a198a6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:34:41,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f301fcc4-6207-ec76-0235-8753e9a198a6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T14:34:41,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f301fcc4-6207-ec76-0235-8753e9a198a6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T14:34:41,361 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:34:41,365 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:34:41,372 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:34:41,372 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:34:41,372 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T14:34:41,373 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:34:41,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21702e4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f301fcc4-6207-ec76-0235-8753e9a198a6/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:34:41,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67c2d1fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:34:41,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3992b297{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f301fcc4-6207-ec76-0235-8753e9a198a6/java.io.tmpdir/jetty-localhost-37357-hadoop-hdfs-3_4_1-tests_jar-_-any-7814285902247184685/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:34:41,472 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c620576{HTTP/1.1, (http/1.1)}{localhost:37357} 2024-11-15T14:34:41,472 INFO [Time-limited test {}] server.Server(415): Started @201546ms 2024-11-15T14:34:41,625 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:34:41,627 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:34:41,631 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:34:41,631 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:34:41,631 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T14:34:41,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8cca915{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f301fcc4-6207-ec76-0235-8753e9a198a6/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:34:41,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5172d7cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:34:41,673 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:34:41,674 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [26754e923c4a,34083,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:34083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T14:34:41,674 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8193 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [26754e923c4a,34083,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:34083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T14:34:41,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e70714f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f301fcc4-6207-ec76-0235-8753e9a198a6/java.io.tmpdir/jetty-localhost-41021-hadoop-hdfs-3_4_1-tests_jar-_-any-8779579981861255116/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:34:41,726 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a0e58bc{HTTP/1.1, (http/1.1)}{localhost:41021} 2024-11-15T14:34:41,727 INFO [Time-limited test {}] server.Server(415): Started @201801ms 2024-11-15T14:34:41,728 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T14:34:42,080 WARN [Thread-2310 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f301fcc4-6207-ec76-0235-8753e9a198a6/cluster_5fa4253c-89cf-6cc7-46e4-baeb3af55c77/data/data2/current/BP-1195558123-172.17.0.3-1731681281171/current, will proceed with Du for space computation calculation, 2024-11-15T14:34:42,080 WARN [Thread-2309 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f301fcc4-6207-ec76-0235-8753e9a198a6/cluster_5fa4253c-89cf-6cc7-46e4-baeb3af55c77/data/data1/current/BP-1195558123-172.17.0.3-1731681281171/current, will proceed with Du for space computation calculation, 2024-11-15T14:34:42,095 WARN [Thread-2297 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T14:34:42,097 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9f57c9e67d2fb19c with lease ID 0x42631938e8d90142: Processing first storage report for DS-7a42051d-df96-47f5-8ab6-01a6db38806e from datanode DatanodeRegistration(127.0.0.1:44629, datanodeUuid=da5034e8-b1df-4589-98e0-bfe46d5e96fa, infoPort=42445, infoSecurePort=0, ipcPort=38451, storageInfo=lv=-57;cid=testClusterID;nsid=368390770;c=1731681281171) 2024-11-15T14:34:42,097 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9f57c9e67d2fb19c with lease ID 0x42631938e8d90142: from storage DS-7a42051d-df96-47f5-8ab6-01a6db38806e node DatanodeRegistration(127.0.0.1:44629, datanodeUuid=da5034e8-b1df-4589-98e0-bfe46d5e96fa, infoPort=42445, infoSecurePort=0, ipcPort=38451, storageInfo=lv=-57;cid=testClusterID;nsid=368390770;c=1731681281171), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T14:34:42,097 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9f57c9e67d2fb19c with lease ID 0x42631938e8d90142: Processing first storage report for DS-1c64e533-2f11-4ffd-90cd-e429b069386e from datanode DatanodeRegistration(127.0.0.1:44629, datanodeUuid=da5034e8-b1df-4589-98e0-bfe46d5e96fa, infoPort=42445, infoSecurePort=0, ipcPort=38451, storageInfo=lv=-57;cid=testClusterID;nsid=368390770;c=1731681281171) 2024-11-15T14:34:42,097 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9f57c9e67d2fb19c with lease ID 0x42631938e8d90142: from storage DS-1c64e533-2f11-4ffd-90cd-e429b069386e node DatanodeRegistration(127.0.0.1:44629, datanodeUuid=da5034e8-b1df-4589-98e0-bfe46d5e96fa, infoPort=42445, infoSecurePort=0, ipcPort=38451, storageInfo=lv=-57;cid=testClusterID;nsid=368390770;c=1731681281171), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T14:34:42,151 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f301fcc4-6207-ec76-0235-8753e9a198a6 2024-11-15T14:34:42,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:34:42,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:34:42,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44629 is added to blk_1073741825_1001 (size=7) 2024-11-15T14:34:42,559 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0 with version=8 2024-11-15T14:34:42,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/hbase-staging 2024-11-15T14:34:42,561 INFO [Time-limited test {}] client.ConnectionUtils(128): master/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:34:42,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:34:42,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:34:42,561 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:34:42,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:34:42,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:34:42,561 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T14:34:42,561 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:34:42,562 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43851 2024-11-15T14:34:42,563 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43851 connecting to ZooKeeper ensemble=127.0.0.1:61244 2024-11-15T14:34:42,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438510x0, quorum=127.0.0.1:61244, baseZNode=/11747454714 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:34:42,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43851-0x10140191c1b0003 connected 2024-11-15T14:34:42,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:34:42,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:34:42,653 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43851-0x10140191c1b0003, quorum=127.0.0.1:61244, baseZNode=/11747454714 Set watcher on znode that does not yet exist, /11747454714/running 2024-11-15T14:34:42,653 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0, hbase.cluster.distributed=false 2024-11-15T14:34:42,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43851-0x10140191c1b0003, quorum=127.0.0.1:61244, baseZNode=/11747454714 Set watcher on znode that does not yet exist, /11747454714/acl 2024-11-15T14:34:42,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43851 2024-11-15T14:34:42,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43851 2024-11-15T14:34:42,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43851 2024-11-15T14:34:42,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43851 2024-11-15T14:34:42,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43851 2024-11-15T14:34:42,680 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:34:42,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:34:42,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:34:42,680 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:34:42,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:34:42,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:34:42,680 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T14:34:42,680 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:34:42,681 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40545 2024-11-15T14:34:42,681 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40545 connecting to ZooKeeper ensemble=127.0.0.1:61244 2024-11-15T14:34:42,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:34:42,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:34:42,691 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405450x0, quorum=127.0.0.1:61244, baseZNode=/11747454714 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:34:42,691 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40545-0x10140191c1b0004, quorum=127.0.0.1:61244, baseZNode=/11747454714 Set watcher on znode that does not yet exist, /11747454714/running 2024-11-15T14:34:42,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40545-0x10140191c1b0004 connected 2024-11-15T14:34:42,692 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T14:34:42,692 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T14:34:42,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40545-0x10140191c1b0004, quorum=127.0.0.1:61244, baseZNode=/11747454714 Set watcher on znode that does not yet exist, /11747454714/master 2024-11-15T14:34:42,693 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40545-0x10140191c1b0004, quorum=127.0.0.1:61244, baseZNode=/11747454714 Set watcher on znode that does not yet exist, /11747454714/acl 2024-11-15T14:34:42,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40545 2024-11-15T14:34:42,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40545 2024-11-15T14:34:42,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40545 2024-11-15T14:34:42,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40545 2024-11-15T14:34:42,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40545 2024-11-15T14:34:42,713 DEBUG [M:0;26754e923c4a:43851 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;26754e923c4a:43851 2024-11-15T14:34:42,713 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11747454714/backup-masters/26754e923c4a,43851,1731681282561 2024-11-15T14:34:42,722 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40545-0x10140191c1b0004, quorum=127.0.0.1:61244, baseZNode=/11747454714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11747454714/backup-masters 2024-11-15T14:34:42,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43851-0x10140191c1b0003, quorum=127.0.0.1:61244, baseZNode=/11747454714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11747454714/backup-masters 2024-11-15T14:34:42,722 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43851-0x10140191c1b0003, quorum=127.0.0.1:61244, baseZNode=/11747454714 Set watcher on existing znode=/11747454714/backup-masters/26754e923c4a,43851,1731681282561 2024-11-15T14:34:42,730 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40545-0x10140191c1b0004, quorum=127.0.0.1:61244, baseZNode=/11747454714 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11747454714/master 2024-11-15T14:34:42,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43851-0x10140191c1b0003, quorum=127.0.0.1:61244, baseZNode=/11747454714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11747454714 2024-11-15T14:34:42,730 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40545-0x10140191c1b0004, quorum=127.0.0.1:61244, baseZNode=/11747454714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11747454714 2024-11-15T14:34:42,731 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43851-0x10140191c1b0003, quorum=127.0.0.1:61244, baseZNode=/11747454714 Set watcher on existing znode=/11747454714/master 2024-11-15T14:34:42,731 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11747454714/backup-masters/26754e923c4a,43851,1731681282561 from backup master directory 2024-11-15T14:34:42,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43851-0x10140191c1b0003, quorum=127.0.0.1:61244, baseZNode=/11747454714 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11747454714/backup-masters/26754e923c4a,43851,1731681282561 2024-11-15T14:34:42,739 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40545-0x10140191c1b0004, quorum=127.0.0.1:61244, baseZNode=/11747454714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11747454714/backup-masters 2024-11-15T14:34:42,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43851-0x10140191c1b0003, quorum=127.0.0.1:61244, baseZNode=/11747454714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11747454714/backup-masters 2024-11-15T14:34:42,739 WARN [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:34:42,739 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=26754e923c4a,43851,1731681282561 2024-11-15T14:34:42,742 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/hbase.id] with ID: 95a8fadd-7bb8-44bf-935b-db435dcc6278 2024-11-15T14:34:42,742 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/.tmp/hbase.id 2024-11-15T14:34:42,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44629 is added to blk_1073741826_1002 (size=42) 2024-11-15T14:34:43,147 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/.tmp/hbase.id]:[hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/hbase.id] 2024-11-15T14:34:43,155 INFO [master/26754e923c4a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:34:43,155 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T14:34:43,156 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T14:34:43,183 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40545-0x10140191c1b0004, quorum=127.0.0.1:61244, baseZNode=/11747454714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11747454714 2024-11-15T14:34:43,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43851-0x10140191c1b0003, quorum=127.0.0.1:61244, baseZNode=/11747454714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11747454714 2024-11-15T14:34:43,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44629 is added to blk_1073741827_1003 (size=196) 2024-11-15T14:34:43,588 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:34:43,588 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T14:34:43,589 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:34:43,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44629 is added to blk_1073741828_1004 (size=1189) 2024-11-15T14:34:43,995 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/MasterData/data/master/store 2024-11-15T14:34:43,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44629 is added to blk_1073741829_1005 (size=34) 2024-11-15T14:34:44,400 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:34:44,401 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:34:44,401 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:34:44,401 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:34:44,401 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:34:44,401 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:34:44,401 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:34:44,401 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681284401Disabling compacts and flushes for region at 1731681284401Disabling writes for close at 1731681284401Writing region close event to WAL at 1731681284401Closed at 1731681284401 2024-11-15T14:34:44,402 WARN [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/MasterData/data/master/store/.initializing 2024-11-15T14:34:44,402 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/MasterData/WALs/26754e923c4a,43851,1731681282561 2024-11-15T14:34:44,403 INFO [master/26754e923c4a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:34:44,404 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=26754e923c4a%2C43851%2C1731681282561, suffix=, logDir=hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/MasterData/WALs/26754e923c4a,43851,1731681282561, archiveDir=hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/MasterData/oldWALs, maxLogs=10 2024-11-15T14:34:44,420 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/MasterData/WALs/26754e923c4a,43851,1731681282561/26754e923c4a%2C43851%2C1731681282561.1731681284404, exclude list is [], retry=0 2024-11-15T14:34:44,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44629,DS-7a42051d-df96-47f5-8ab6-01a6db38806e,DISK] 2024-11-15T14:34:44,435 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/MasterData/WALs/26754e923c4a,43851,1731681282561/26754e923c4a%2C43851%2C1731681282561.1731681284404 2024-11-15T14:34:44,436 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42445:42445)] 2024-11-15T14:34:44,436 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:34:44,436 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:34:44,436 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:44,436 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:44,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:44,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T14:34:44,444 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:44,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:34:44,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:44,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T14:34:44,445 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:44,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:34:44,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:44,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T14:34:44,446 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:44,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:34:44,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:44,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T14:34:44,448 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:44,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:34:44,448 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:44,449 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:44,449 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:44,449 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:44,449 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:44,450 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:34:44,450 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:34:44,452 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:34:44,452 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70216982, jitterRate=0.04631456732749939}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:34:44,452 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731681284436Initializing all the Stores at 1731681284437 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681284437Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681284442 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681284442Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681284442Cleaning up temporary data from old regions at 1731681284449 (+7 ms)Region opened successfully at 1731681284452 (+3 ms) 2024-11-15T14:34:44,453 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T14:34:44,455 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595b1e07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:34:44,455 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T14:34:44,456 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T14:34:44,456 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T14:34:44,456 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T14:34:44,456 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T14:34:44,456 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T14:34:44,456 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T14:34:44,459 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T14:34:44,460 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43851-0x10140191c1b0003, quorum=127.0.0.1:61244, baseZNode=/11747454714 Unable to get data of znode /11747454714/balancer because node does not exist (not necessarily an error) 2024-11-15T14:34:44,508 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11747454714/balancer already deleted, retry=false 2024-11-15T14:34:44,508 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T14:34:44,509 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43851-0x10140191c1b0003, quorum=127.0.0.1:61244, baseZNode=/11747454714 Unable to get data of znode /11747454714/normalizer because node does not exist (not necessarily an error) 2024-11-15T14:34:44,516 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11747454714/normalizer already deleted, retry=false 2024-11-15T14:34:44,516 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T14:34:44,517 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43851-0x10140191c1b0003, quorum=127.0.0.1:61244, baseZNode=/11747454714 Unable to get data of znode /11747454714/switch/split because node does not exist (not necessarily an error) 2024-11-15T14:34:44,524 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11747454714/switch/split already deleted, retry=false 2024-11-15T14:34:44,525 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43851-0x10140191c1b0003, quorum=127.0.0.1:61244, baseZNode=/11747454714 Unable to get data of znode /11747454714/switch/merge because node does not exist (not necessarily an error) 2024-11-15T14:34:44,532 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11747454714/switch/merge already deleted, retry=false 2024-11-15T14:34:44,534 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43851-0x10140191c1b0003, quorum=127.0.0.1:61244, baseZNode=/11747454714 Unable to get data of znode /11747454714/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T14:34:44,541 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11747454714/snapshot-cleanup already deleted, retry=false 2024-11-15T14:34:44,549 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40545-0x10140191c1b0004, quorum=127.0.0.1:61244, baseZNode=/11747454714 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11747454714/running 2024-11-15T14:34:44,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43851-0x10140191c1b0003, quorum=127.0.0.1:61244, baseZNode=/11747454714 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11747454714/running 2024-11-15T14:34:44,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43851-0x10140191c1b0003, quorum=127.0.0.1:61244, baseZNode=/11747454714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11747454714 2024-11-15T14:34:44,549 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40545-0x10140191c1b0004, quorum=127.0.0.1:61244, baseZNode=/11747454714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11747454714 2024-11-15T14:34:44,550 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=26754e923c4a,43851,1731681282561, sessionid=0x10140191c1b0003, setting cluster-up flag (Was=false) 2024-11-15T14:34:44,566 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40545-0x10140191c1b0004, quorum=127.0.0.1:61244, baseZNode=/11747454714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11747454714 2024-11-15T14:34:44,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43851-0x10140191c1b0003, quorum=127.0.0.1:61244, baseZNode=/11747454714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11747454714 2024-11-15T14:34:44,591 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11747454714/flush-table-proc/acquired, /11747454714/flush-table-proc/reached, /11747454714/flush-table-proc/abort 2024-11-15T14:34:44,592 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,43851,1731681282561 2024-11-15T14:34:44,608 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40545-0x10140191c1b0004, quorum=127.0.0.1:61244, baseZNode=/11747454714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11747454714 2024-11-15T14:34:44,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43851-0x10140191c1b0003, quorum=127.0.0.1:61244, baseZNode=/11747454714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11747454714 2024-11-15T14:34:44,633 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11747454714/online-snapshot/acquired, /11747454714/online-snapshot/reached, /11747454714/online-snapshot/abort 2024-11-15T14:34:44,633 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,43851,1731681282561 2024-11-15T14:34:44,634 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T14:34:44,635 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T14:34:44,636 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T14:34:44,636 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T14:34:44,636 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 26754e923c4a,43851,1731681282561 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T14:34:44,637 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:34:44,637 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:34:44,637 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:34:44,637 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:34:44,637 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/26754e923c4a:0, corePoolSize=10, maxPoolSize=10 2024-11-15T14:34:44,637 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:44,637 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:34:44,638 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:44,638 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731681314638 2024-11-15T14:34:44,638 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T14:34:44,638 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T14:34:44,638 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T14:34:44,638 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T14:34:44,639 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T14:34:44,639 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T14:34:44,639 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:34:44,639 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T14:34:44,640 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:44,640 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T14:34:44,641 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:44,641 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T14:34:44,641 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T14:34:44,641 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T14:34:44,641 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T14:34:44,641 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T14:34:44,642 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T14:34:44,642 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681284642,5,FailOnTimeoutGroup] 2024-11-15T14:34:44,642 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681284642,5,FailOnTimeoutGroup] 2024-11-15T14:34:44,642 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:44,642 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T14:34:44,642 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:44,642 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:44,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44629 is added to blk_1073741831_1007 (size=1321) 2024-11-15T14:34:44,651 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T14:34:44,652 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0 2024-11-15T14:34:44,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44629 is added to blk_1073741832_1008 (size=32) 2024-11-15T14:34:44,706 INFO [RS:0;26754e923c4a:40545 {}] regionserver.HRegionServer(746): ClusterId : 95a8fadd-7bb8-44bf-935b-db435dcc6278 2024-11-15T14:34:44,706 DEBUG [RS:0;26754e923c4a:40545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T14:34:44,714 DEBUG [RS:0;26754e923c4a:40545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T14:34:44,714 DEBUG [RS:0;26754e923c4a:40545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T14:34:44,725 DEBUG [RS:0;26754e923c4a:40545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T14:34:44,725 DEBUG [RS:0;26754e923c4a:40545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3442a8cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:34:44,736 DEBUG [RS:0;26754e923c4a:40545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;26754e923c4a:40545 2024-11-15T14:34:44,736 INFO [RS:0;26754e923c4a:40545 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T14:34:44,736 INFO [RS:0;26754e923c4a:40545 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T14:34:44,736 DEBUG [RS:0;26754e923c4a:40545 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T14:34:44,737 INFO [RS:0;26754e923c4a:40545 {}] regionserver.HRegionServer(2659): reportForDuty to master=26754e923c4a,43851,1731681282561 with port=40545, startcode=1731681282680 2024-11-15T14:34:44,737 DEBUG [RS:0;26754e923c4a:40545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T14:34:44,738 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T14:34:44,739 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43851 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 26754e923c4a,40545,1731681282680 2024-11-15T14:34:44,739 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43851 {}] master.ServerManager(517): Registering regionserver=26754e923c4a,40545,1731681282680 2024-11-15T14:34:44,740 DEBUG [RS:0;26754e923c4a:40545 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0 2024-11-15T14:34:44,740 DEBUG [RS:0;26754e923c4a:40545 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35849 2024-11-15T14:34:44,740 DEBUG [RS:0;26754e923c4a:40545 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T14:34:44,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43851-0x10140191c1b0003, quorum=127.0.0.1:61244, baseZNode=/11747454714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11747454714/rs 2024-11-15T14:34:44,771 DEBUG [RS:0;26754e923c4a:40545 {}] zookeeper.ZKUtil(111): regionserver:40545-0x10140191c1b0004, quorum=127.0.0.1:61244, baseZNode=/11747454714 Set watcher on existing znode=/11747454714/rs/26754e923c4a,40545,1731681282680 2024-11-15T14:34:44,771 WARN [RS:0;26754e923c4a:40545 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:34:44,771 INFO [RS:0;26754e923c4a:40545 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:34:44,771 DEBUG [RS:0;26754e923c4a:40545 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/WALs/26754e923c4a,40545,1731681282680 2024-11-15T14:34:44,771 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [26754e923c4a,40545,1731681282680] 2024-11-15T14:34:44,774 INFO [RS:0;26754e923c4a:40545 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T14:34:44,775 INFO [RS:0;26754e923c4a:40545 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T14:34:44,776 INFO [RS:0;26754e923c4a:40545 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T14:34:44,776 INFO [RS:0;26754e923c4a:40545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:44,776 INFO [RS:0;26754e923c4a:40545 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T14:34:44,777 INFO [RS:0;26754e923c4a:40545 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T14:34:44,777 INFO [RS:0;26754e923c4a:40545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:44,777 DEBUG [RS:0;26754e923c4a:40545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:44,777 DEBUG [RS:0;26754e923c4a:40545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:44,777 DEBUG [RS:0;26754e923c4a:40545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:44,777 DEBUG [RS:0;26754e923c4a:40545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:44,777 DEBUG [RS:0;26754e923c4a:40545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:44,777 DEBUG [RS:0;26754e923c4a:40545 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:34:44,777 DEBUG [RS:0;26754e923c4a:40545 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:44,777 DEBUG [RS:0;26754e923c4a:40545 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:44,777 DEBUG [RS:0;26754e923c4a:40545 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:44,777 DEBUG [RS:0;26754e923c4a:40545 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:44,777 DEBUG [RS:0;26754e923c4a:40545 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:44,777 DEBUG [RS:0;26754e923c4a:40545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:34:44,777 DEBUG [RS:0;26754e923c4a:40545 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:34:44,777 DEBUG [RS:0;26754e923c4a:40545 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:34:44,777 INFO [RS:0;26754e923c4a:40545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:44,777 INFO [RS:0;26754e923c4a:40545 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:44,777 INFO [RS:0;26754e923c4a:40545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:44,777 INFO [RS:0;26754e923c4a:40545 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:44,778 INFO [RS:0;26754e923c4a:40545 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:44,778 INFO [RS:0;26754e923c4a:40545 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,40545,1731681282680-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:34:44,791 INFO [RS:0;26754e923c4a:40545 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T14:34:44,791 INFO [RS:0;26754e923c4a:40545 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,40545,1731681282680-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:44,791 INFO [RS:0;26754e923c4a:40545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:44,791 INFO [RS:0;26754e923c4a:40545 {}] regionserver.Replication(171): 26754e923c4a,40545,1731681282680 started 2024-11-15T14:34:44,814 INFO [RS:0;26754e923c4a:40545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:44,814 INFO [RS:0;26754e923c4a:40545 {}] regionserver.HRegionServer(1482): Serving as 26754e923c4a,40545,1731681282680, RpcServer on 26754e923c4a/172.17.0.3:40545, sessionid=0x10140191c1b0004 2024-11-15T14:34:44,814 DEBUG [RS:0;26754e923c4a:40545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T14:34:44,814 DEBUG [RS:0;26754e923c4a:40545 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 26754e923c4a,40545,1731681282680 2024-11-15T14:34:44,815 DEBUG [RS:0;26754e923c4a:40545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,40545,1731681282680' 2024-11-15T14:34:44,815 DEBUG [RS:0;26754e923c4a:40545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11747454714/flush-table-proc/abort' 2024-11-15T14:34:44,815 DEBUG [RS:0;26754e923c4a:40545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11747454714/flush-table-proc/acquired' 2024-11-15T14:34:44,815 DEBUG [RS:0;26754e923c4a:40545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T14:34:44,815 DEBUG [RS:0;26754e923c4a:40545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T14:34:44,815 DEBUG [RS:0;26754e923c4a:40545 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 26754e923c4a,40545,1731681282680 2024-11-15T14:34:44,815 DEBUG [RS:0;26754e923c4a:40545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,40545,1731681282680' 2024-11-15T14:34:44,815 DEBUG [RS:0;26754e923c4a:40545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11747454714/online-snapshot/abort' 2024-11-15T14:34:44,816 DEBUG [RS:0;26754e923c4a:40545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11747454714/online-snapshot/acquired' 2024-11-15T14:34:44,816 DEBUG [RS:0;26754e923c4a:40545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T14:34:44,816 INFO [RS:0;26754e923c4a:40545 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T14:34:44,816 INFO [RS:0;26754e923c4a:40545 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T14:34:44,916 INFO [RS:0;26754e923c4a:40545 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:34:44,918 INFO [RS:0;26754e923c4a:40545 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C40545%2C1731681282680, suffix=, logDir=hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/WALs/26754e923c4a,40545,1731681282680, archiveDir=hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/oldWALs, maxLogs=10 2024-11-15T14:34:44,937 DEBUG [RS:0;26754e923c4a:40545 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/WALs/26754e923c4a,40545,1731681282680/26754e923c4a%2C40545%2C1731681282680.1731681284918, exclude list is [], retry=0 2024-11-15T14:34:44,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44629,DS-7a42051d-df96-47f5-8ab6-01a6db38806e,DISK] 2024-11-15T14:34:44,941 INFO [RS:0;26754e923c4a:40545 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/WALs/26754e923c4a,40545,1731681282680/26754e923c4a%2C40545%2C1731681282680.1731681284918 2024-11-15T14:34:44,941 DEBUG [RS:0;26754e923c4a:40545 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42445:42445)] 2024-11-15T14:34:45,061 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:34:45,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:34:45,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:34:45,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:45,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:34:45,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:34:45,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:34:45,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:45,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:34:45,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:34:45,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:34:45,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:45,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:34:45,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:34:45,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:34:45,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:45,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:34:45,080 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:34:45,081 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/hbase/meta/1588230740 2024-11-15T14:34:45,081 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/hbase/meta/1588230740 2024-11-15T14:34:45,082 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:34:45,082 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:34:45,082 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:34:45,083 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:34:45,085 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:34:45,085 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74702189, jitterRate=0.11314935982227325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:34:45,085 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731681285061Initializing all the Stores at 1731681285062 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681285062Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681285063 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681285063Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681285063Cleaning up temporary data from old regions at 1731681285082 (+19 ms)Region opened successfully at 1731681285085 (+3 ms) 2024-11-15T14:34:45,085 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:34:45,085 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:34:45,085 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:34:45,086 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:34:45,086 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:34:45,086 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:34:45,086 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681285085Disabling compacts and flushes for region at 1731681285085Disabling writes for close at 1731681285086 (+1 ms)Writing region close event to WAL at 1731681285086Closed at 1731681285086 2024-11-15T14:34:45,087 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:34:45,087 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T14:34:45,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T14:34:45,088 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:34:45,089 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T14:34:45,239 DEBUG [26754e923c4a:43851 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T14:34:45,240 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=26754e923c4a,40545,1731681282680 2024-11-15T14:34:45,241 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,40545,1731681282680, state=OPENING 2024-11-15T14:34:45,249 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T14:34:45,258 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40545-0x10140191c1b0004, quorum=127.0.0.1:61244, baseZNode=/11747454714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11747454714 2024-11-15T14:34:45,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43851-0x10140191c1b0003, quorum=127.0.0.1:61244, baseZNode=/11747454714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11747454714 2024-11-15T14:34:45,258 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:34:45,258 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11747454714/meta-region-server: CHANGED 2024-11-15T14:34:45,258 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11747454714/meta-region-server: CHANGED 2024-11-15T14:34:45,258 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,40545,1731681282680}] 2024-11-15T14:34:45,410 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T14:34:45,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T14:34:45,415 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T14:34:45,415 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:34:45,415 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T14:34:45,418 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C40545%2C1731681282680.meta, suffix=.meta, logDir=hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/WALs/26754e923c4a,40545,1731681282680, archiveDir=hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/oldWALs, maxLogs=10 2024-11-15T14:34:45,432 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/WALs/26754e923c4a,40545,1731681282680/26754e923c4a%2C40545%2C1731681282680.meta.1731681285418.meta, exclude list is [], retry=0 2024-11-15T14:34:45,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44629,DS-7a42051d-df96-47f5-8ab6-01a6db38806e,DISK] 2024-11-15T14:34:45,437 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/WALs/26754e923c4a,40545,1731681282680/26754e923c4a%2C40545%2C1731681282680.meta.1731681285418.meta 2024-11-15T14:34:45,437 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42445:42445)] 2024-11-15T14:34:45,438 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:34:45,438 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:34:45,438 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T14:34:45,438 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T14:34:45,438 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T14:34:45,438 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T14:34:45,438 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:34:45,439 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T14:34:45,439 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T14:34:45,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:34:45,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:34:45,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:45,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:34:45,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:34:45,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:34:45,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:45,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:34:45,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:34:45,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:34:45,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:45,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:34:45,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:34:45,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:34:45,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:45,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:34:45,447 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:34:45,448 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/hbase/meta/1588230740 2024-11-15T14:34:45,448 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/hbase/meta/1588230740 2024-11-15T14:34:45,449 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:34:45,449 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:34:45,450 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:34:45,450 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:34:45,451 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70928019, jitterRate=0.056909844279289246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:34:45,451 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T14:34:45,451 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731681285439Writing region info on filesystem at 1731681285439Initializing all the Stores at 1731681285439Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681285439Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681285442 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681285442Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681285442Cleaning up temporary data from old regions at 1731681285449 (+7 ms)Running coprocessor post-open hooks at 1731681285451 (+2 ms)Region opened successfully at 1731681285451 2024-11-15T14:34:45,452 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731681285410 2024-11-15T14:34:45,454 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T14:34:45,454 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T14:34:45,455 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,40545,1731681282680 2024-11-15T14:34:45,455 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,40545,1731681282680, state=OPEN 2024-11-15T14:34:45,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43851-0x10140191c1b0003, quorum=127.0.0.1:61244, baseZNode=/11747454714 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11747454714/meta-region-server 2024-11-15T14:34:45,466 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40545-0x10140191c1b0004, quorum=127.0.0.1:61244, baseZNode=/11747454714 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11747454714/meta-region-server 2024-11-15T14:34:45,466 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=26754e923c4a,40545,1731681282680 2024-11-15T14:34:45,466 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11747454714/meta-region-server: CHANGED 2024-11-15T14:34:45,466 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11747454714/meta-region-server: CHANGED 2024-11-15T14:34:45,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T14:34:45,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,40545,1731681282680 in 208 msec 2024-11-15T14:34:45,470 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T14:34:45,470 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 381 msec 2024-11-15T14:34:45,470 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:34:45,470 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T14:34:45,472 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:34:45,472 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,40545,1731681282680, seqNum=-1] 2024-11-15T14:34:45,472 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:34:45,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:34:45,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 842 msec 2024-11-15T14:34:45,479 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731681285479, completionTime=-1 2024-11-15T14:34:45,479 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T14:34:45,479 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T14:34:45,481 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T14:34:45,481 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731681345481 2024-11-15T14:34:45,481 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731681405481 2024-11-15T14:34:45,481 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T14:34:45,481 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,43851,1731681282561-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:45,481 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,43851,1731681282561-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:45,481 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,43851,1731681282561-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:45,481 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-26754e923c4a:43851, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:45,481 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:45,482 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:45,486 DEBUG [master/26754e923c4a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T14:34:45,488 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.749sec 2024-11-15T14:34:45,488 INFO [master/26754e923c4a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T14:34:45,488 INFO [master/26754e923c4a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T14:34:45,488 INFO [master/26754e923c4a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T14:34:45,488 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T14:34:45,488 INFO [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T14:34:45,488 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,43851,1731681282561-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:34:45,488 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,43851,1731681282561-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T14:34:45,490 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T14:34:45,490 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T14:34:45,490 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,43851,1731681282561-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:34:45,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e47a41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:45,508 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,43851,-1 for getting cluster id 2024-11-15T14:34:45,508 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:34:45,509 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95a8fadd-7bb8-44bf-935b-db435dcc6278' 2024-11-15T14:34:45,510 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:34:45,510 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95a8fadd-7bb8-44bf-935b-db435dcc6278" 2024-11-15T14:34:45,510 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c8a2f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:45,510 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,43851,-1] 2024-11-15T14:34:45,511 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:34:45,511 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:45,512 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:34:45,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69e5a6e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:45,513 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:34:45,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,40545,1731681282680, seqNum=-1] 2024-11-15T14:34:45,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:34:45,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:34:45,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=26754e923c4a,43851,1731681282561 2024-11-15T14:34:45,517 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61244 2024-11-15T14:34:45,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61244, baseZNode=/11747454714 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:34:45,550 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10140191c1b0005 connected 2024-11-15T14:34:45,566 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:34:45,567 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,40511,1731681278950 2024-11-15T14:34:45,567 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@692dda00 2024-11-15T14:34:45,567 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:34:45,568 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:34:45,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40511 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:34:45,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40511 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T14:34:45,571 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T14:34:45,571 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:45,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40511 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T14:34:45,572 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T14:34:45,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:34:45,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34943 is added to blk_1073741835_1011 (size=902) 2024-11-15T14:34:45,586 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bddae2c69b0e1cb5fc542d113760188a, NAME => 'test,,1731681285568.bddae2c69b0e1cb5fc542d113760188a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e 2024-11-15T14:34:45,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34943 is added to blk_1073741836_1012 (size=39) 2024-11-15T14:34:45,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:34:45,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T14:34:45,683 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T14:34:45,684 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:34:45,684 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T14:34:45,684 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:34:45,684 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T14:34:45,861 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T14:34:45,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:34:45,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731681285568.bddae2c69b0e1cb5fc542d113760188a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:34:45,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bddae2c69b0e1cb5fc542d113760188a, disabling compactions & flushes 2024-11-15T14:34:45,997 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731681285568.bddae2c69b0e1cb5fc542d113760188a. 2024-11-15T14:34:45,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731681285568.bddae2c69b0e1cb5fc542d113760188a. 2024-11-15T14:34:45,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731681285568.bddae2c69b0e1cb5fc542d113760188a. after waiting 0 ms 2024-11-15T14:34:45,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731681285568.bddae2c69b0e1cb5fc542d113760188a. 2024-11-15T14:34:45,997 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731681285568.bddae2c69b0e1cb5fc542d113760188a. 2024-11-15T14:34:45,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bddae2c69b0e1cb5fc542d113760188a: Waiting for close lock at 1731681285997Disabling compacts and flushes for region at 1731681285997Disabling writes for close at 1731681285997Writing region close event to WAL at 1731681285997Closed at 1731681285997 2024-11-15T14:34:45,998 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T14:34:45,998 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731681285568.bddae2c69b0e1cb5fc542d113760188a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731681285998"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731681285998"}]},"ts":"1731681285998"} 2024-11-15T14:34:46,000 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T14:34:46,001 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T14:34:46,002 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681286001"}]},"ts":"1731681286001"} 2024-11-15T14:34:46,004 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T14:34:46,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bddae2c69b0e1cb5fc542d113760188a, ASSIGN}] 2024-11-15T14:34:46,005 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bddae2c69b0e1cb5fc542d113760188a, ASSIGN 2024-11-15T14:34:46,006 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bddae2c69b0e1cb5fc542d113760188a, ASSIGN; state=OFFLINE, location=26754e923c4a,46515,1731681279092; forceNewPlan=false, retain=false 2024-11-15T14:34:46,157 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bddae2c69b0e1cb5fc542d113760188a, regionState=OPENING, regionLocation=26754e923c4a,46515,1731681279092 2024-11-15T14:34:46,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bddae2c69b0e1cb5fc542d113760188a, ASSIGN because future has completed 2024-11-15T14:34:46,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bddae2c69b0e1cb5fc542d113760188a, server=26754e923c4a,46515,1731681279092}] 2024-11-15T14:34:46,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:34:46,316 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731681285568.bddae2c69b0e1cb5fc542d113760188a. 2024-11-15T14:34:46,316 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bddae2c69b0e1cb5fc542d113760188a, NAME => 'test,,1731681285568.bddae2c69b0e1cb5fc542d113760188a.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:34:46,316 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:34:46,316 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T14:34:46,316 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bddae2c69b0e1cb5fc542d113760188a 2024-11-15T14:34:46,316 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731681285568.bddae2c69b0e1cb5fc542d113760188a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:34:46,317 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bddae2c69b0e1cb5fc542d113760188a 2024-11-15T14:34:46,317 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bddae2c69b0e1cb5fc542d113760188a 2024-11-15T14:34:46,318 INFO [StoreOpener-bddae2c69b0e1cb5fc542d113760188a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bddae2c69b0e1cb5fc542d113760188a 2024-11-15T14:34:46,319 INFO [StoreOpener-bddae2c69b0e1cb5fc542d113760188a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bddae2c69b0e1cb5fc542d113760188a columnFamilyName f 2024-11-15T14:34:46,319 DEBUG [StoreOpener-bddae2c69b0e1cb5fc542d113760188a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:46,319 INFO [StoreOpener-bddae2c69b0e1cb5fc542d113760188a-1 {}] regionserver.HStore(327): Store=bddae2c69b0e1cb5fc542d113760188a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:34:46,319 INFO [StoreOpener-bddae2c69b0e1cb5fc542d113760188a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bddae2c69b0e1cb5fc542d113760188a 2024-11-15T14:34:46,320 INFO [StoreOpener-bddae2c69b0e1cb5fc542d113760188a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bddae2c69b0e1cb5fc542d113760188a columnFamilyName f1 2024-11-15T14:34:46,320 DEBUG [StoreOpener-bddae2c69b0e1cb5fc542d113760188a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:46,320 INFO [StoreOpener-bddae2c69b0e1cb5fc542d113760188a-1 {}] regionserver.HStore(327): Store=bddae2c69b0e1cb5fc542d113760188a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:34:46,320 INFO [StoreOpener-bddae2c69b0e1cb5fc542d113760188a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bddae2c69b0e1cb5fc542d113760188a 2024-11-15T14:34:46,321 INFO [StoreOpener-bddae2c69b0e1cb5fc542d113760188a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bddae2c69b0e1cb5fc542d113760188a columnFamilyName norep 2024-11-15T14:34:46,321 DEBUG [StoreOpener-bddae2c69b0e1cb5fc542d113760188a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:46,321 INFO [StoreOpener-bddae2c69b0e1cb5fc542d113760188a-1 {}] regionserver.HStore(327): Store=bddae2c69b0e1cb5fc542d113760188a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:34:46,321 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bddae2c69b0e1cb5fc542d113760188a 2024-11-15T14:34:46,322 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/default/test/bddae2c69b0e1cb5fc542d113760188a 2024-11-15T14:34:46,322 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/default/test/bddae2c69b0e1cb5fc542d113760188a 2024-11-15T14:34:46,323 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bddae2c69b0e1cb5fc542d113760188a 2024-11-15T14:34:46,323 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bddae2c69b0e1cb5fc542d113760188a 2024-11-15T14:34:46,323 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T14:34:46,324 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bddae2c69b0e1cb5fc542d113760188a 2024-11-15T14:34:46,326 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/default/test/bddae2c69b0e1cb5fc542d113760188a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:34:46,326 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bddae2c69b0e1cb5fc542d113760188a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70669818, jitterRate=0.05306234955787659}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T14:34:46,326 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bddae2c69b0e1cb5fc542d113760188a 2024-11-15T14:34:46,327 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bddae2c69b0e1cb5fc542d113760188a: Running coprocessor pre-open hook at 1731681286317Writing region info on filesystem at 1731681286317Initializing all the Stores at 1731681286317Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681286317Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681286317Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681286318 (+1 ms)Cleaning up temporary data from old regions at 1731681286323 (+5 ms)Running coprocessor post-open hooks at 1731681286326 (+3 ms)Region opened successfully at 1731681286327 (+1 ms) 2024-11-15T14:34:46,328 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731681285568.bddae2c69b0e1cb5fc542d113760188a., pid=6, masterSystemTime=1731681286312 2024-11-15T14:34:46,331 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731681285568.bddae2c69b0e1cb5fc542d113760188a. 2024-11-15T14:34:46,331 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731681285568.bddae2c69b0e1cb5fc542d113760188a. 2024-11-15T14:34:46,332 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bddae2c69b0e1cb5fc542d113760188a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=26754e923c4a,46515,1731681279092 2024-11-15T14:34:46,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bddae2c69b0e1cb5fc542d113760188a, server=26754e923c4a,46515,1731681279092 because future has completed 2024-11-15T14:34:46,336 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T14:34:46,336 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bddae2c69b0e1cb5fc542d113760188a, server=26754e923c4a,46515,1731681279092 in 176 msec 2024-11-15T14:34:46,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T14:34:46,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bddae2c69b0e1cb5fc542d113760188a, ASSIGN in 332 msec 2024-11-15T14:34:46,339 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T14:34:46,339 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681286339"}]},"ts":"1731681286339"} 2024-11-15T14:34:46,340 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T14:34:46,341 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T14:34:46,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 772 msec 2024-11-15T14:34:46,519 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T14:34:46,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:46,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:46,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:46,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:46,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:46,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:46,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:46,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:46,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:46,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:34:46,704 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T14:34:46,704 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:34:46,705 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,43851,1731681282561 2024-11-15T14:34:46,705 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e4e3e43 2024-11-15T14:34:46,705 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:34:46,706 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:34:46,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:34:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T14:34:46,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T14:34:46,709 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:46,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T14:34:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:34:46,709 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T14:34:46,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44629 is added to blk_1073741835_1011 (size=902) 2024-11-15T14:34:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:34:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:34:47,116 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7e5ae68e91119a90d577b93be0b42fb3, NAME => 'test,,1731681286706.7e5ae68e91119a90d577b93be0b42fb3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0 2024-11-15T14:34:47,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44629 is added to blk_1073741836_1012 (size=39) 2024-11-15T14:34:47,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:34:47,522 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731681286706.7e5ae68e91119a90d577b93be0b42fb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:34:47,522 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7e5ae68e91119a90d577b93be0b42fb3, disabling compactions & flushes 2024-11-15T14:34:47,522 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731681286706.7e5ae68e91119a90d577b93be0b42fb3. 2024-11-15T14:34:47,522 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731681286706.7e5ae68e91119a90d577b93be0b42fb3. 2024-11-15T14:34:47,522 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731681286706.7e5ae68e91119a90d577b93be0b42fb3. after waiting 0 ms 2024-11-15T14:34:47,522 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731681286706.7e5ae68e91119a90d577b93be0b42fb3. 2024-11-15T14:34:47,522 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731681286706.7e5ae68e91119a90d577b93be0b42fb3. 2024-11-15T14:34:47,522 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7e5ae68e91119a90d577b93be0b42fb3: Waiting for close lock at 1731681287522Disabling compacts and flushes for region at 1731681287522Disabling writes for close at 1731681287522Writing region close event to WAL at 1731681287522Closed at 1731681287522 2024-11-15T14:34:47,523 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T14:34:47,523 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731681286706.7e5ae68e91119a90d577b93be0b42fb3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731681287523"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731681287523"}]},"ts":"1731681287523"} 2024-11-15T14:34:47,525 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T14:34:47,526 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T14:34:47,526 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681287526"}]},"ts":"1731681287526"} 2024-11-15T14:34:47,527 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T14:34:47,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7e5ae68e91119a90d577b93be0b42fb3, ASSIGN}] 2024-11-15T14:34:47,529 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7e5ae68e91119a90d577b93be0b42fb3, ASSIGN 2024-11-15T14:34:47,529 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7e5ae68e91119a90d577b93be0b42fb3, ASSIGN; state=OFFLINE, location=26754e923c4a,40545,1731681282680; forceNewPlan=false, retain=false 2024-11-15T14:34:47,680 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7e5ae68e91119a90d577b93be0b42fb3, regionState=OPENING, regionLocation=26754e923c4a,40545,1731681282680 2024-11-15T14:34:47,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7e5ae68e91119a90d577b93be0b42fb3, ASSIGN because future has completed 2024-11-15T14:34:47,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e5ae68e91119a90d577b93be0b42fb3, server=26754e923c4a,40545,1731681282680}] 2024-11-15T14:34:47,840 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731681286706.7e5ae68e91119a90d577b93be0b42fb3. 2024-11-15T14:34:47,840 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e5ae68e91119a90d577b93be0b42fb3, NAME => 'test,,1731681286706.7e5ae68e91119a90d577b93be0b42fb3.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:34:47,841 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:34:47,841 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T14:34:47,841 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7e5ae68e91119a90d577b93be0b42fb3 2024-11-15T14:34:47,841 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731681286706.7e5ae68e91119a90d577b93be0b42fb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:34:47,841 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7e5ae68e91119a90d577b93be0b42fb3 2024-11-15T14:34:47,841 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7e5ae68e91119a90d577b93be0b42fb3 2024-11-15T14:34:47,843 INFO [StoreOpener-7e5ae68e91119a90d577b93be0b42fb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7e5ae68e91119a90d577b93be0b42fb3 2024-11-15T14:34:47,844 INFO [StoreOpener-7e5ae68e91119a90d577b93be0b42fb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e5ae68e91119a90d577b93be0b42fb3 columnFamilyName f 2024-11-15T14:34:47,844 DEBUG [StoreOpener-7e5ae68e91119a90d577b93be0b42fb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:47,844 INFO [StoreOpener-7e5ae68e91119a90d577b93be0b42fb3-1 {}] regionserver.HStore(327): Store=7e5ae68e91119a90d577b93be0b42fb3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:34:47,844 INFO [StoreOpener-7e5ae68e91119a90d577b93be0b42fb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7e5ae68e91119a90d577b93be0b42fb3 2024-11-15T14:34:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:34:47,845 INFO [StoreOpener-7e5ae68e91119a90d577b93be0b42fb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e5ae68e91119a90d577b93be0b42fb3 columnFamilyName f1 2024-11-15T14:34:47,845 DEBUG [StoreOpener-7e5ae68e91119a90d577b93be0b42fb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:47,845 INFO [StoreOpener-7e5ae68e91119a90d577b93be0b42fb3-1 {}] regionserver.HStore(327): Store=7e5ae68e91119a90d577b93be0b42fb3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:34:47,845 INFO [StoreOpener-7e5ae68e91119a90d577b93be0b42fb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7e5ae68e91119a90d577b93be0b42fb3 2024-11-15T14:34:47,846 INFO [StoreOpener-7e5ae68e91119a90d577b93be0b42fb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e5ae68e91119a90d577b93be0b42fb3 columnFamilyName norep 2024-11-15T14:34:47,846 DEBUG [StoreOpener-7e5ae68e91119a90d577b93be0b42fb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:47,847 INFO [StoreOpener-7e5ae68e91119a90d577b93be0b42fb3-1 {}] regionserver.HStore(327): Store=7e5ae68e91119a90d577b93be0b42fb3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:34:47,847 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7e5ae68e91119a90d577b93be0b42fb3 2024-11-15T14:34:47,847 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/default/test/7e5ae68e91119a90d577b93be0b42fb3 2024-11-15T14:34:47,847 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/default/test/7e5ae68e91119a90d577b93be0b42fb3 2024-11-15T14:34:47,848 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7e5ae68e91119a90d577b93be0b42fb3 2024-11-15T14:34:47,848 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7e5ae68e91119a90d577b93be0b42fb3 2024-11-15T14:34:47,848 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T14:34:47,849 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7e5ae68e91119a90d577b93be0b42fb3 2024-11-15T14:34:47,851 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/default/test/7e5ae68e91119a90d577b93be0b42fb3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:34:47,851 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7e5ae68e91119a90d577b93be0b42fb3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59191341, jitterRate=-0.11798028647899628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T14:34:47,851 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7e5ae68e91119a90d577b93be0b42fb3 2024-11-15T14:34:47,851 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7e5ae68e91119a90d577b93be0b42fb3: Running coprocessor pre-open hook at 1731681287841Writing region info on filesystem at 1731681287841Initializing all the Stores at 1731681287842 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681287842Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681287842Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681287842Cleaning up temporary data from old regions at 1731681287848 (+6 ms)Running coprocessor post-open hooks at 1731681287851 (+3 ms)Region opened successfully at 1731681287851 2024-11-15T14:34:47,852 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731681286706.7e5ae68e91119a90d577b93be0b42fb3., pid=6, masterSystemTime=1731681287837 2024-11-15T14:34:47,853 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731681286706.7e5ae68e91119a90d577b93be0b42fb3. 2024-11-15T14:34:47,854 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731681286706.7e5ae68e91119a90d577b93be0b42fb3. 2024-11-15T14:34:47,854 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7e5ae68e91119a90d577b93be0b42fb3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=26754e923c4a,40545,1731681282680 2024-11-15T14:34:47,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e5ae68e91119a90d577b93be0b42fb3, server=26754e923c4a,40545,1731681282680 because future has completed 2024-11-15T14:34:47,859 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T14:34:47,859 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7e5ae68e91119a90d577b93be0b42fb3, server=26754e923c4a,40545,1731681282680 in 172 msec 2024-11-15T14:34:47,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T14:34:47,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7e5ae68e91119a90d577b93be0b42fb3, ASSIGN in 331 msec 2024-11-15T14:34:47,863 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T14:34:47,863 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681287863"}]},"ts":"1731681287863"} 2024-11-15T14:34:47,865 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T14:34:47,866 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T14:34:47,867 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-15T14:34:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:34:48,854 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T14:34:48,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b8f039b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:48,855 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,40511,-1 for getting cluster id 2024-11-15T14:34:48,855 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:34:48,856 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1b91b0-d301-42d0-aa2e-f1eddec9145a' 2024-11-15T14:34:48,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:34:48,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1b91b0-d301-42d0-aa2e-f1eddec9145a" 2024-11-15T14:34:48,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22da949, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:48,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,40511,-1] 2024-11-15T14:34:48,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:34:48,857 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:48,857 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:34:48,858 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fa3f185, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:48,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6014d970, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:48,858 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,43851,-1 for getting cluster id 2024-11-15T14:34:48,859 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:34:48,859 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95a8fadd-7bb8-44bf-935b-db435dcc6278' 2024-11-15T14:34:48,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:34:48,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95a8fadd-7bb8-44bf-935b-db435dcc6278" 2024-11-15T14:34:48,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c617105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:48,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,43851,-1] 2024-11-15T14:34:48,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:34:48,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:48,860 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:34:48,861 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19cbc3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:48,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e45b7e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:48,861 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,40511,-1 for getting cluster id 2024-11-15T14:34:48,861 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:34:48,862 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1b91b0-d301-42d0-aa2e-f1eddec9145a' 2024-11-15T14:34:48,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:34:48,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1b91b0-d301-42d0-aa2e-f1eddec9145a" 2024-11-15T14:34:48,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@369c89a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:48,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,40511,-1] 2024-11-15T14:34:48,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:34:48,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:48,863 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:34:48,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f441fbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:48,864 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:34:48,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,40511,1731681278950 2024-11-15T14:34:48,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f00e59e 2024-11-15T14:34:48,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:34:48,866 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:34:48,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40511 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://26754e923c4a:43851,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T14:34:48,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40511 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T14:34:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:34:48,869 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='26754e923c4a:43851' 2024-11-15T14:34:48,870 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@943cf79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:48,871 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,43851,-1 for getting cluster id 2024-11-15T14:34:48,871 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:34:48,871 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95a8fadd-7bb8-44bf-935b-db435dcc6278' 2024-11-15T14:34:48,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:34:48,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95a8fadd-7bb8-44bf-935b-db435dcc6278" 2024-11-15T14:34:48,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ae4d697, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:48,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,43851,-1] 2024-11-15T14:34:48,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:34:48,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:48,873 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:34:48,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319dae82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:48,874 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:34:48,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,43851,1731681282561 2024-11-15T14:34:48,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bcbe220 2024-11-15T14:34:48,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:34:48,875 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:34:48,876 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T14:34:48,876 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T14:34:48,876 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:48,876 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:48,876 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:34:48,876 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:34:48,877 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T14:34:48,878 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T14:34:48,878 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:48,879 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T14:34:48,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34943 is added to blk_1073741837_1013 (size=1138) 2024-11-15T14:34:48,927 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T14:34:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:34:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:34:49,285 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 24f38abb8f0befe5aa6b66c3d68ef3b5, NAME => 'hbase:replication,,1731681288876.24f38abb8f0befe5aa6b66c3d68ef3b5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e 2024-11-15T14:34:49,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34943 is added to blk_1073741838_1014 (size=44) 2024-11-15T14:34:49,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:34:49,693 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731681288876.24f38abb8f0befe5aa6b66c3d68ef3b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:34:49,693 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 24f38abb8f0befe5aa6b66c3d68ef3b5, disabling compactions & flushes 2024-11-15T14:34:49,693 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731681288876.24f38abb8f0befe5aa6b66c3d68ef3b5. 2024-11-15T14:34:49,693 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731681288876.24f38abb8f0befe5aa6b66c3d68ef3b5. 2024-11-15T14:34:49,693 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731681288876.24f38abb8f0befe5aa6b66c3d68ef3b5. after waiting 0 ms 2024-11-15T14:34:49,693 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731681288876.24f38abb8f0befe5aa6b66c3d68ef3b5. 2024-11-15T14:34:49,693 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731681288876.24f38abb8f0befe5aa6b66c3d68ef3b5. 2024-11-15T14:34:49,693 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 24f38abb8f0befe5aa6b66c3d68ef3b5: Waiting for close lock at 1731681289693Disabling compacts and flushes for region at 1731681289693Disabling writes for close at 1731681289693Writing region close event to WAL at 1731681289693Closed at 1731681289693 2024-11-15T14:34:49,695 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T14:34:49,695 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731681288876.24f38abb8f0befe5aa6b66c3d68ef3b5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731681289695"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731681289695"}]},"ts":"1731681289695"} 2024-11-15T14:34:49,697 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T14:34:49,697 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T14:34:49,697 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681289697"}]},"ts":"1731681289697"} 2024-11-15T14:34:49,699 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T14:34:49,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=24f38abb8f0befe5aa6b66c3d68ef3b5, ASSIGN}] 2024-11-15T14:34:49,700 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=24f38abb8f0befe5aa6b66c3d68ef3b5, ASSIGN 2024-11-15T14:34:49,701 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=24f38abb8f0befe5aa6b66c3d68ef3b5, ASSIGN; state=OFFLINE, location=26754e923c4a,46515,1731681279092; forceNewPlan=false, retain=false 2024-11-15T14:34:49,852 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=24f38abb8f0befe5aa6b66c3d68ef3b5, regionState=OPENING, regionLocation=26754e923c4a,46515,1731681279092 2024-11-15T14:34:49,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=24f38abb8f0befe5aa6b66c3d68ef3b5, ASSIGN because future has completed 2024-11-15T14:34:49,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24f38abb8f0befe5aa6b66c3d68ef3b5, server=26754e923c4a,46515,1731681279092}] 2024-11-15T14:34:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:34:50,012 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731681288876.24f38abb8f0befe5aa6b66c3d68ef3b5. 2024-11-15T14:34:50,012 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:34:50,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T14:34:50,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C46515%2C1731681279092.rep, suffix=, logDir=hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092, archiveDir=hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/oldWALs, maxLogs=10 2024-11-15T14:34:50,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.rep.1731681290014, exclude list is [], retry=0 2024-11-15T14:34:50,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34943,DS-157aecee-d183-47c7-ac62-b6b9cd9b663d,DISK] 2024-11-15T14:34:50,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.rep.1731681290014 2024-11-15T14:34:50,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41013:41013)] 2024-11-15T14:34:50,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 24f38abb8f0befe5aa6b66c3d68ef3b5, NAME => 'hbase:replication,,1731681288876.24f38abb8f0befe5aa6b66c3d68ef3b5.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:34:50,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:34:50,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T14:34:50,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731681288876.24f38abb8f0befe5aa6b66c3d68ef3b5. service=MultiRowMutationService 2024-11-15T14:34:50,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T14:34:50,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 24f38abb8f0befe5aa6b66c3d68ef3b5 2024-11-15T14:34:50,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731681288876.24f38abb8f0befe5aa6b66c3d68ef3b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:34:50,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 24f38abb8f0befe5aa6b66c3d68ef3b5 2024-11-15T14:34:50,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 24f38abb8f0befe5aa6b66c3d68ef3b5 2024-11-15T14:34:50,034 INFO [StoreOpener-24f38abb8f0befe5aa6b66c3d68ef3b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 24f38abb8f0befe5aa6b66c3d68ef3b5 2024-11-15T14:34:50,035 INFO [StoreOpener-24f38abb8f0befe5aa6b66c3d68ef3b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24f38abb8f0befe5aa6b66c3d68ef3b5 columnFamilyName hfileref 2024-11-15T14:34:50,035 DEBUG [StoreOpener-24f38abb8f0befe5aa6b66c3d68ef3b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:50,035 INFO [StoreOpener-24f38abb8f0befe5aa6b66c3d68ef3b5-1 {}] regionserver.HStore(327): Store=24f38abb8f0befe5aa6b66c3d68ef3b5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:34:50,035 INFO [StoreOpener-24f38abb8f0befe5aa6b66c3d68ef3b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 24f38abb8f0befe5aa6b66c3d68ef3b5 2024-11-15T14:34:50,036 INFO [StoreOpener-24f38abb8f0befe5aa6b66c3d68ef3b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24f38abb8f0befe5aa6b66c3d68ef3b5 columnFamilyName queue 2024-11-15T14:34:50,036 DEBUG [StoreOpener-24f38abb8f0befe5aa6b66c3d68ef3b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:50,037 INFO [StoreOpener-24f38abb8f0befe5aa6b66c3d68ef3b5-1 {}] regionserver.HStore(327): Store=24f38abb8f0befe5aa6b66c3d68ef3b5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:34:50,037 INFO [StoreOpener-24f38abb8f0befe5aa6b66c3d68ef3b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 24f38abb8f0befe5aa6b66c3d68ef3b5 2024-11-15T14:34:50,037 INFO [StoreOpener-24f38abb8f0befe5aa6b66c3d68ef3b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24f38abb8f0befe5aa6b66c3d68ef3b5 columnFamilyName sid 2024-11-15T14:34:50,037 DEBUG [StoreOpener-24f38abb8f0befe5aa6b66c3d68ef3b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:50,038 INFO [StoreOpener-24f38abb8f0befe5aa6b66c3d68ef3b5-1 {}] regionserver.HStore(327): Store=24f38abb8f0befe5aa6b66c3d68ef3b5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:34:50,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 24f38abb8f0befe5aa6b66c3d68ef3b5 2024-11-15T14:34:50,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/hbase/replication/24f38abb8f0befe5aa6b66c3d68ef3b5 2024-11-15T14:34:50,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/hbase/replication/24f38abb8f0befe5aa6b66c3d68ef3b5 2024-11-15T14:34:50,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 24f38abb8f0befe5aa6b66c3d68ef3b5 2024-11-15T14:34:50,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 24f38abb8f0befe5aa6b66c3d68ef3b5 2024-11-15T14:34:50,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T14:34:50,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 24f38abb8f0befe5aa6b66c3d68ef3b5 2024-11-15T14:34:50,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/hbase/replication/24f38abb8f0befe5aa6b66c3d68ef3b5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:34:50,042 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 24f38abb8f0befe5aa6b66c3d68ef3b5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58756880, jitterRate=-0.12445425987243652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T14:34:50,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 24f38abb8f0befe5aa6b66c3d68ef3b5 2024-11-15T14:34:50,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 24f38abb8f0befe5aa6b66c3d68ef3b5: Running coprocessor pre-open hook at 1731681290033Writing region info on filesystem at 1731681290033Initializing all the Stores at 1731681290033Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681290033Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681290034 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681290034Cleaning up temporary data from old regions at 1731681290039 (+5 ms)Running coprocessor post-open hooks at 1731681290042 (+3 ms)Region opened successfully at 1731681290042 2024-11-15T14:34:50,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731681288876.24f38abb8f0befe5aa6b66c3d68ef3b5., pid=10, masterSystemTime=1731681290006 2024-11-15T14:34:50,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731681288876.24f38abb8f0befe5aa6b66c3d68ef3b5. 2024-11-15T14:34:50,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731681288876.24f38abb8f0befe5aa6b66c3d68ef3b5. 2024-11-15T14:34:50,045 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=24f38abb8f0befe5aa6b66c3d68ef3b5, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,46515,1731681279092 2024-11-15T14:34:50,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24f38abb8f0befe5aa6b66c3d68ef3b5, server=26754e923c4a,46515,1731681279092 because future has completed 2024-11-15T14:34:50,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T14:34:50,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 24f38abb8f0befe5aa6b66c3d68ef3b5, server=26754e923c4a,46515,1731681279092 in 194 msec 2024-11-15T14:34:50,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T14:34:50,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=24f38abb8f0befe5aa6b66c3d68ef3b5, ASSIGN in 350 msec 2024-11-15T14:34:50,051 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T14:34:50,052 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681290051"}]},"ts":"1731681290051"} 2024-11-15T14:34:50,053 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T14:34:50,054 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T14:34:50,055 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-15T14:34:50,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731681288876.24f38abb8f0befe5aa6b66c3d68ef3b5., hostname=26754e923c4a,46515,1731681279092, seqNum=2] 2024-11-15T14:34:50,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46515-0x10140191c1b0001, quorum=127.0.0.1:61244, baseZNode=/01507406138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01507406138 2024-11-15T14:34:50,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40511-0x10140191c1b0000, quorum=127.0.0.1:61244, baseZNode=/01507406138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01507406138 2024-11-15T14:34:50,156 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T14:34:50,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T14:34:50,309 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T14:34:50,335 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-26754e923c4a,46515,1731681279092, ReplicationSource: 1, currentBandwidth=0 2024-11-15T14:34:50,336 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:34:50,336 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,46515,1731681279092, seqNum=-1] 2024-11-15T14:34:50,336 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:34:50,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-15T14:34:50,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-26754e923c4a,46515,1731681279092', locateType=CURRENT is [region=hbase:replication,,1731681288876.24f38abb8f0befe5aa6b66c3d68ef3b5., hostname=26754e923c4a,46515,1731681279092, seqNum=2] 2024-11-15T14:34:50,340 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T14:34:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40511 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T14:34:50,342 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 26754e923c4a,46515,1731681279092 suceeded 2024-11-15T14:34:50,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T14:34:50,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-15T14:34:50,344 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://26754e923c4a:43851,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T14:34:50,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4780 sec 2024-11-15T14:34:50,357 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='26754e923c4a:43851' 2024-11-15T14:34:50,358 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ab821f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:50,358 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,43851,-1 for getting cluster id 2024-11-15T14:34:50,358 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:34:50,359 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95a8fadd-7bb8-44bf-935b-db435dcc6278' 2024-11-15T14:34:50,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:34:50,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95a8fadd-7bb8-44bf-935b-db435dcc6278" 2024-11-15T14:34:50,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c84cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:50,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,43851,-1] 2024-11-15T14:34:50,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:34:50,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:50,360 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:34:50,361 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bb7cba5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:50,361 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:34:50,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,43851,1731681282561 2024-11-15T14:34:50,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c2a8052 2024-11-15T14:34:50,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:34:50,362 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-15T14:34:50,363 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-26754e923c4a,46515,1731681279092 (queues=1) is replicating from cluster=2a1b91b0-d301-42d0-aa2e-f1eddec9145a to cluster=95a8fadd-7bb8-44bf-935b-db435dcc6278 2024-11-15T14:34:50,363 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=26754e923c4a%2C46515%2C1731681279092 2024-11-15T14:34:50,363 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-26754e923c4a,46515,1731681279092, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T14:34:50,363 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.wal-reader.26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.1731681279995, startPosition=0, beingWritten=true 2024-11-15T14:34:50,365 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.shipper26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 26754e923c4a%2C46515%2C1731681279092 2024-11-15T14:34:50,370 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.wal-reader.26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:34:50,371 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.wal-reader.26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.1731681279995 to pos 379, reset compression=false 2024-11-15T14:34:50,371 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.shipper26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,46515,1731681279092 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.1731681279995, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T14:34:50,574 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.wal-reader.26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.1731681279995 to pos 379, reset compression=false 2024-11-15T14:34:50,774 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T14:34:50,878 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.wal-reader.26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.1731681279995 to pos 379, reset compression=false 2024-11-15T14:34:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:34:51,024 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T14:34:51,024 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:34:51,024 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:34:51,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:51,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:51,025 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:34:51,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311dfa4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:51,025 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,43851,-1 for getting cluster id 2024-11-15T14:34:51,025 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:34:51,026 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95a8fadd-7bb8-44bf-935b-db435dcc6278' 2024-11-15T14:34:51,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:34:51,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95a8fadd-7bb8-44bf-935b-db435dcc6278" 2024-11-15T14:34:51,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@489ad056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:51,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,43851,-1] 2024-11-15T14:34:51,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:34:51,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:51,027 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:34:51,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40852a50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:51,028 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:34:51,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,43851,1731681282561 2024-11-15T14:34:51,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f6a8492 2024-11-15T14:34:51,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:34:51,030 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:34:51,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://26754e923c4a:40511,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T14:34:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T14:34:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:34:51,032 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='26754e923c4a:40511' 2024-11-15T14:34:51,033 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7746b111, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:51,033 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,40511,-1 for getting cluster id 2024-11-15T14:34:51,033 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:34:51,033 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1b91b0-d301-42d0-aa2e-f1eddec9145a' 2024-11-15T14:34:51,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:34:51,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1b91b0-d301-42d0-aa2e-f1eddec9145a" 2024-11-15T14:34:51,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15c3a6ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:51,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,40511,-1] 2024-11-15T14:34:51,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:34:51,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:51,034 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:34:51,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4014784a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:51,035 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:34:51,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,40511,1731681278950 2024-11-15T14:34:51,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18d9fde7 2024-11-15T14:34:51,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:34:51,036 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:34:51,037 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-15T14:34:51,037 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T14:34:51,037 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:51,037 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:51,037 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:34:51,037 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:34:51,038 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T14:34:51,039 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T14:34:51,039 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:51,039 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T14:34:51,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44629 is added to blk_1073741837_1013 (size=1138) 2024-11-15T14:34:51,088 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T14:34:51,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:34:51,282 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.wal-reader.26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.1731681279995 to pos 379, reset compression=false 2024-11-15T14:34:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:34:51,446 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => edbd11232d5b4fac7544e0104c1eb406, NAME => 'hbase:replication,,1731681291037.edbd11232d5b4fac7544e0104c1eb406.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0 2024-11-15T14:34:51,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44629 is added to blk_1073741838_1014 (size=44) 2024-11-15T14:34:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:34:51,683 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:34:51,684 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [26754e923c4a,34083,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:34083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T14:34:51,684 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18204 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [26754e923c4a,34083,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:34083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T14:34:51,785 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.wal-reader.26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.1731681279995 to pos 379, reset compression=false 2024-11-15T14:34:51,818 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T14:34:51,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:51,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:51,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:51,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:51,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:51,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:51,851 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731681291037.edbd11232d5b4fac7544e0104c1eb406.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:34:51,851 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing edbd11232d5b4fac7544e0104c1eb406, disabling compactions & flushes 2024-11-15T14:34:51,851 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731681291037.edbd11232d5b4fac7544e0104c1eb406. 2024-11-15T14:34:51,851 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731681291037.edbd11232d5b4fac7544e0104c1eb406. 2024-11-15T14:34:51,851 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731681291037.edbd11232d5b4fac7544e0104c1eb406. after waiting 0 ms 2024-11-15T14:34:51,851 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731681291037.edbd11232d5b4fac7544e0104c1eb406. 2024-11-15T14:34:51,851 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731681291037.edbd11232d5b4fac7544e0104c1eb406. 2024-11-15T14:34:51,851 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for edbd11232d5b4fac7544e0104c1eb406: Waiting for close lock at 1731681291851Disabling compacts and flushes for region at 1731681291851Disabling writes for close at 1731681291851Writing region close event to WAL at 1731681291851Closed at 1731681291851 2024-11-15T14:34:51,852 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T14:34:51,853 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731681291037.edbd11232d5b4fac7544e0104c1eb406.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731681291852"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731681291852"}]},"ts":"1731681291852"} 2024-11-15T14:34:51,855 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T14:34:51,855 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T14:34:51,856 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681291855"}]},"ts":"1731681291855"} 2024-11-15T14:34:51,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:51,857 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T14:34:51,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=edbd11232d5b4fac7544e0104c1eb406, ASSIGN}] 2024-11-15T14:34:51,859 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=edbd11232d5b4fac7544e0104c1eb406, ASSIGN 2024-11-15T14:34:51,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:51,859 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=edbd11232d5b4fac7544e0104c1eb406, ASSIGN; state=OFFLINE, location=26754e923c4a,40545,1731681282680; forceNewPlan=false, retain=false 2024-11-15T14:34:51,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:51,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:51,875 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T14:34:52,010 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=edbd11232d5b4fac7544e0104c1eb406, regionState=OPENING, regionLocation=26754e923c4a,40545,1731681282680 2024-11-15T14:34:52,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=edbd11232d5b4fac7544e0104c1eb406, ASSIGN because future has completed 2024-11-15T14:34:52,012 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure edbd11232d5b4fac7544e0104c1eb406, server=26754e923c4a,40545,1731681282680}] 2024-11-15T14:34:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:34:52,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731681291037.edbd11232d5b4fac7544e0104c1eb406. 2024-11-15T14:34:52,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:34:52,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T14:34:52,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C40545%2C1731681282680.rep, suffix=, logDir=hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/WALs/26754e923c4a,40545,1731681282680, archiveDir=hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/oldWALs, maxLogs=10 2024-11-15T14:34:52,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/WALs/26754e923c4a,40545,1731681282680/26754e923c4a%2C40545%2C1731681282680.rep.1731681292169, exclude list is [], retry=0 2024-11-15T14:34:52,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44629,DS-7a42051d-df96-47f5-8ab6-01a6db38806e,DISK] 2024-11-15T14:34:52,184 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/WALs/26754e923c4a,40545,1731681282680/26754e923c4a%2C40545%2C1731681282680.rep.1731681292169 2024-11-15T14:34:52,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42445:42445)] 2024-11-15T14:34:52,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => edbd11232d5b4fac7544e0104c1eb406, NAME => 'hbase:replication,,1731681291037.edbd11232d5b4fac7544e0104c1eb406.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:34:52,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:34:52,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T14:34:52,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731681291037.edbd11232d5b4fac7544e0104c1eb406. service=MultiRowMutationService 2024-11-15T14:34:52,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T14:34:52,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication edbd11232d5b4fac7544e0104c1eb406 2024-11-15T14:34:52,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731681291037.edbd11232d5b4fac7544e0104c1eb406.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:34:52,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for edbd11232d5b4fac7544e0104c1eb406 2024-11-15T14:34:52,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for edbd11232d5b4fac7544e0104c1eb406 2024-11-15T14:34:52,186 INFO [StoreOpener-edbd11232d5b4fac7544e0104c1eb406-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region edbd11232d5b4fac7544e0104c1eb406 2024-11-15T14:34:52,187 INFO [StoreOpener-edbd11232d5b4fac7544e0104c1eb406-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edbd11232d5b4fac7544e0104c1eb406 columnFamilyName hfileref 2024-11-15T14:34:52,187 DEBUG [StoreOpener-edbd11232d5b4fac7544e0104c1eb406-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:52,188 INFO [StoreOpener-edbd11232d5b4fac7544e0104c1eb406-1 {}] regionserver.HStore(327): Store=edbd11232d5b4fac7544e0104c1eb406/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:34:52,188 INFO [StoreOpener-edbd11232d5b4fac7544e0104c1eb406-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region edbd11232d5b4fac7544e0104c1eb406 2024-11-15T14:34:52,189 INFO [StoreOpener-edbd11232d5b4fac7544e0104c1eb406-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edbd11232d5b4fac7544e0104c1eb406 columnFamilyName queue 2024-11-15T14:34:52,189 DEBUG [StoreOpener-edbd11232d5b4fac7544e0104c1eb406-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:52,189 INFO [StoreOpener-edbd11232d5b4fac7544e0104c1eb406-1 {}] regionserver.HStore(327): Store=edbd11232d5b4fac7544e0104c1eb406/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:34:52,189 INFO [StoreOpener-edbd11232d5b4fac7544e0104c1eb406-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region edbd11232d5b4fac7544e0104c1eb406 2024-11-15T14:34:52,190 INFO [StoreOpener-edbd11232d5b4fac7544e0104c1eb406-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edbd11232d5b4fac7544e0104c1eb406 columnFamilyName sid 2024-11-15T14:34:52,190 DEBUG [StoreOpener-edbd11232d5b4fac7544e0104c1eb406-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:34:52,190 INFO [StoreOpener-edbd11232d5b4fac7544e0104c1eb406-1 {}] regionserver.HStore(327): Store=edbd11232d5b4fac7544e0104c1eb406/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:34:52,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for edbd11232d5b4fac7544e0104c1eb406 2024-11-15T14:34:52,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/hbase/replication/edbd11232d5b4fac7544e0104c1eb406 2024-11-15T14:34:52,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/hbase/replication/edbd11232d5b4fac7544e0104c1eb406 2024-11-15T14:34:52,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for edbd11232d5b4fac7544e0104c1eb406 2024-11-15T14:34:52,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for edbd11232d5b4fac7544e0104c1eb406 2024-11-15T14:34:52,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T14:34:52,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for edbd11232d5b4fac7544e0104c1eb406 2024-11-15T14:34:52,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/hbase/replication/edbd11232d5b4fac7544e0104c1eb406/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:34:52,194 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened edbd11232d5b4fac7544e0104c1eb406; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67521586, jitterRate=0.006150037050247192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T14:34:52,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for edbd11232d5b4fac7544e0104c1eb406 2024-11-15T14:34:52,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for edbd11232d5b4fac7544e0104c1eb406: Running coprocessor pre-open hook at 1731681292185Writing region info on filesystem at 1731681292185Initializing all the Stores at 1731681292186 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681292186Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681292186Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681292186Cleaning up temporary data from old regions at 1731681292191 (+5 ms)Running coprocessor post-open hooks at 1731681292194 (+3 ms)Region opened successfully at 1731681292194 2024-11-15T14:34:52,195 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731681291037.edbd11232d5b4fac7544e0104c1eb406., pid=10, masterSystemTime=1731681292165 2024-11-15T14:34:52,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731681291037.edbd11232d5b4fac7544e0104c1eb406. 2024-11-15T14:34:52,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731681291037.edbd11232d5b4fac7544e0104c1eb406. 2024-11-15T14:34:52,197 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=edbd11232d5b4fac7544e0104c1eb406, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,40545,1731681282680 2024-11-15T14:34:52,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure edbd11232d5b4fac7544e0104c1eb406, server=26754e923c4a,40545,1731681282680 because future has completed 2024-11-15T14:34:52,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T14:34:52,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure edbd11232d5b4fac7544e0104c1eb406, server=26754e923c4a,40545,1731681282680 in 188 msec 2024-11-15T14:34:52,202 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T14:34:52,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=edbd11232d5b4fac7544e0104c1eb406, ASSIGN in 343 msec 2024-11-15T14:34:52,203 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T14:34:52,203 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681292203"}]},"ts":"1731681292203"} 2024-11-15T14:34:52,205 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T14:34:52,206 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T14:34:52,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-11-15T14:34:52,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731681291037.edbd11232d5b4fac7544e0104c1eb406., hostname=26754e923c4a,40545,1731681282680, seqNum=2] 2024-11-15T14:34:52,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43851-0x10140191c1b0003, quorum=127.0.0.1:61244, baseZNode=/11747454714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11747454714 2024-11-15T14:34:52,324 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40545-0x10140191c1b0004, quorum=127.0.0.1:61244, baseZNode=/11747454714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11747454714 2024-11-15T14:34:52,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T14:34:52,388 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.wal-reader.26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.1731681279995 to pos 379, reset compression=false 2024-11-15T14:34:52,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40545 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T14:34:52,494 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T14:34:52,523 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-26754e923c4a,40545,1731681282680, ReplicationSource: 1, currentBandwidth=0 2024-11-15T14:34:52,523 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:34:52,524 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,40545,1731681282680, seqNum=-1] 2024-11-15T14:34:52,524 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:34:52,525 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-15T14:34:52,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-26754e923c4a,40545,1731681282680', locateType=CURRENT is [region=hbase:replication,,1731681291037.edbd11232d5b4fac7544e0104c1eb406., hostname=26754e923c4a,40545,1731681282680, seqNum=2] 2024-11-15T14:34:52,528 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T14:34:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T14:34:52,530 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 26754e923c4a,40545,1731681282680 suceeded 2024-11-15T14:34:52,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T14:34:52,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-15T14:34:52,531 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://26754e923c4a:40511,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T14:34:52,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5010 sec 2024-11-15T14:34:52,541 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='26754e923c4a:40511' 2024-11-15T14:34:52,542 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e2bd40a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:52,542 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,40511,-1 for getting cluster id 2024-11-15T14:34:52,542 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:34:52,543 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1b91b0-d301-42d0-aa2e-f1eddec9145a' 2024-11-15T14:34:52,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:34:52,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1b91b0-d301-42d0-aa2e-f1eddec9145a" 2024-11-15T14:34:52,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ff166c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:52,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,40511,-1] 2024-11-15T14:34:52,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:34:52,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:52,544 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:34:52,545 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cd465c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:52,545 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:34:52,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,40511,1731681278950 2024-11-15T14:34:52,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e63dec2 2024-11-15T14:34:52,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:34:52,546 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-15T14:34:52,547 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-26754e923c4a,40545,1731681282680 (queues=1) is replicating from cluster=95a8fadd-7bb8-44bf-935b-db435dcc6278 to cluster=2a1b91b0-d301-42d0-aa2e-f1eddec9145a 2024-11-15T14:34:52,547 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=26754e923c4a%2C40545%2C1731681282680 2024-11-15T14:34:52,547 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-26754e923c4a,40545,1731681282680, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T14:34:52,547 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.shipper26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 26754e923c4a%2C40545%2C1731681282680 2024-11-15T14:34:52,547 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.wal-reader.26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/WALs/26754e923c4a,40545,1731681282680/26754e923c4a%2C40545%2C1731681282680.1731681284918, startPosition=0, beingWritten=true 2024-11-15T14:34:52,551 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.wal-reader.26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:34:52,551 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.wal-reader.26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/WALs/26754e923c4a,40545,1731681282680/26754e923c4a%2C40545%2C1731681282680.1731681284918 to pos 379, reset compression=false 2024-11-15T14:34:52,551 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.shipper26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,40545,1731681282680 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/WALs/26754e923c4a,40545,1731681282680/26754e923c4a%2C40545%2C1731681282680.1731681284918, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T14:34:52,755 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.wal-reader.26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/WALs/26754e923c4a,40545,1731681282680/26754e923c4a%2C40545%2C1731681282680.1731681284918 to pos 379, reset compression=false 2024-11-15T14:34:53,061 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.wal-reader.26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/WALs/26754e923c4a,40545,1731681282680/26754e923c4a%2C40545%2C1731681282680.1731681284918 to pos 379, reset compression=false 2024-11-15T14:34:53,091 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.wal-reader.26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.1731681279995 to pos 379, reset compression=false 2024-11-15T14:34:53,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:34:53,174 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T14:34:53,174 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:34:53,174 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:34:53,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:53,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:53,175 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:34:53,175 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:34:53,176 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,46515,1731681279092, seqNum=-1] 2024-11-15T14:34:53,176 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:34:53,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:34:53,179 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731681285568.bddae2c69b0e1cb5fc542d113760188a., hostname=26754e923c4a,46515,1731681279092, seqNum=2] 2024-11-15T14:34:53,181 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:34:53,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,40545,1731681282680, seqNum=-1] 2024-11-15T14:34:53,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:34:53,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:34:53,185 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731681286706.7e5ae68e91119a90d577b93be0b42fb3., hostname=26754e923c4a,40545,1731681282680, seqNum=2] 2024-11-15T14:34:53,186 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-15T14:34:53,465 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.wal-reader.26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/WALs/26754e923c4a,40545,1731681282680/26754e923c4a%2C40545%2C1731681282680.1731681284918 to pos 379, reset compression=false 2024-11-15T14:34:53,895 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.wal-reader.26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.1731681279995 to pos 379, reset compression=false 2024-11-15T14:34:53,899 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.wal-reader.26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T14:34:53,899 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.wal-reader.26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.1731681279995 to pos 480, reset compression=false 2024-11-15T14:34:53,899 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.shipper26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,46515,1731681279092 got entry batch from reader: WALEntryBatch [walEntries=[{test/bddae2c69b0e1cb5fc542d113760188a/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.1731681279995, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-15T14:34:53,901 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.shipper26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T14:34:53,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-15T14:34:53,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T14:34:53,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bd0f234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:53,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,43851,-1 for getting cluster id 2024-11-15T14:34:53,905 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:34:53,905 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95a8fadd-7bb8-44bf-935b-db435dcc6278' 2024-11-15T14:34:53,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:34:53,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95a8fadd-7bb8-44bf-935b-db435dcc6278" 2024-11-15T14:34:53,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10a0fe9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:53,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,43851,-1] 2024-11-15T14:34:53,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:34:53,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:53,907 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:34:53,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bc610b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:53,914 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:34:53,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,40545,1731681282680, seqNum=-1] 2024-11-15T14:34:53,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:34:53,916 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-15T14:34:53,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731681286706.7e5ae68e91119a90d577b93be0b42fb3., hostname=26754e923c4a,40545,1731681282680, seqNum=2] 2024-11-15T14:34:53,945 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T14:34:53,969 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.wal-reader.26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/WALs/26754e923c4a,40545,1731681282680/26754e923c4a%2C40545%2C1731681282680.1731681284918 to pos 379, reset compression=false 2024-11-15T14:34:53,973 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.wal-reader.26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:34:53,974 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.wal-reader.26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/WALs/26754e923c4a,40545,1731681282680/26754e923c4a%2C40545%2C1731681282680.1731681284918 to pos 503, reset compression=false 2024-11-15T14:34:53,974 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.shipper26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,40545,1731681282680 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/WALs/26754e923c4a,40545,1731681282680/26754e923c4a%2C40545%2C1731681282680.1731681284918, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T14:34:54,104 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.wal-reader.26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.1731681279995 to pos 480, reset compression=false 2024-11-15T14:34:54,177 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.wal-reader.26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/WALs/26754e923c4a,40545,1731681282680/26754e923c4a%2C40545%2C1731681282680.1731681284918 to pos 503, reset compression=false 2024-11-15T14:34:54,189 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-15T14:34:54,193 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-15T14:34:54,408 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.wal-reader.26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.1731681279995 to pos 480, reset compression=false 2024-11-15T14:34:54,481 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.wal-reader.26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/WALs/26754e923c4a,40545,1731681282680/26754e923c4a%2C40545%2C1731681282680.1731681284918 to pos 503, reset compression=false 2024-11-15T14:34:54,486 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.wal-reader.26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T14:34:54,486 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.wal-reader.26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/WALs/26754e923c4a,40545,1731681282680/26754e923c4a%2C40545%2C1731681282680.1731681284918 to pos 607, reset compression=false 2024-11-15T14:34:54,486 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.shipper26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,40545,1731681282680 got entry batch from reader: WALEntryBatch [walEntries=[{test/7e5ae68e91119a90d577b93be0b42fb3/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/WALs/26754e923c4a,40545,1731681282680/26754e923c4a%2C40545%2C1731681282680.1731681284918, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T14:34:54,488 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.shipper26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T14:34:54,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-15T14:34:54,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46515 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T14:34:54,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c589332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:54,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46515 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,40511,-1 for getting cluster id 2024-11-15T14:34:54,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46515 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:34:54,490 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1b91b0-d301-42d0-aa2e-f1eddec9145a' 2024-11-15T14:34:54,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:34:54,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1b91b0-d301-42d0-aa2e-f1eddec9145a" 2024-11-15T14:34:54,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3dd44ea5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:54,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,40511,-1] 2024-11-15T14:34:54,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:34:54,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:54,491 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:34:54,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24ceaad5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:34:54,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46515 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:34:54,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,46515,1731681279092, seqNum=-1] 2024-11-15T14:34:54,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:34:54,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-15T14:34:54,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731681285568.bddae2c69b0e1cb5fc542d113760188a., hostname=26754e923c4a,46515,1731681279092, seqNum=2] 2024-11-15T14:34:54,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46515 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T14:34:54,689 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.wal-reader.26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/WALs/26754e923c4a,40545,1731681282680/26754e923c4a%2C40545%2C1731681282680.1731681284918 to pos 607, reset compression=false 2024-11-15T14:34:54,812 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.wal-reader.26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.1731681279995 to pos 480, reset compression=false 2024-11-15T14:34:54,816 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.wal-reader.26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:34:54,817 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.wal-reader.26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.1731681279995 to pos 608, reset compression=false 2024-11-15T14:34:54,817 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.shipper26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,46515,1731681279092 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.1731681279995, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T14:34:54,992 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.wal-reader.26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/WALs/26754e923c4a,40545,1731681282680/26754e923c4a%2C40545%2C1731681282680.1731681284918 to pos 607, reset compression=false 2024-11-15T14:34:55,020 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.wal-reader.26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.1731681279995 to pos 608, reset compression=false 2024-11-15T14:34:55,194 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-15T14:34:55,207 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-15T14:34:55,323 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.wal-reader.26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.1731681279995 to pos 608, reset compression=false 2024-11-15T14:34:55,329 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.wal-reader.26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T14:34:55,329 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.wal-reader.26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.1731681279995 to pos 764, reset compression=false 2024-11-15T14:34:55,329 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.shipper26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,46515,1731681279092 got entry batch from reader: WALEntryBatch [walEntries=[{test/bddae2c69b0e1cb5fc542d113760188a/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.1731681279995, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-15T14:34:55,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T14:34:55,333 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T14:34:55,396 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.wal-reader.26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/WALs/26754e923c4a,40545,1731681282680/26754e923c4a%2C40545%2C1731681282680.1731681284918 to pos 607, reset compression=false 2024-11-15T14:34:55,401 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.wal-reader.26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:34:55,401 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.wal-reader.26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/WALs/26754e923c4a,40545,1731681282680/26754e923c4a%2C40545%2C1731681282680.1731681284918 to pos 754, reset compression=false 2024-11-15T14:34:55,401 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.shipper26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,40545,1731681282680 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/WALs/26754e923c4a,40545,1731681282680/26754e923c4a%2C40545%2C1731681282680.1731681284918, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T14:34:55,532 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.wal-reader.26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.1731681279995 to pos 764, reset compression=false 2024-11-15T14:34:55,605 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.wal-reader.26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/WALs/26754e923c4a,40545,1731681282680/26754e923c4a%2C40545%2C1731681282680.1731681284918 to pos 754, reset compression=false 2024-11-15T14:34:55,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T14:34:55,683 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T14:34:55,684 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T14:34:55,684 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-15T14:34:55,684 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T14:34:55,684 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T14:34:55,836 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.wal-reader.26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.1731681279995 to pos 764, reset compression=false 2024-11-15T14:34:55,909 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.wal-reader.26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/WALs/26754e923c4a,40545,1731681282680/26754e923c4a%2C40545%2C1731681282680.1731681284918 to pos 754, reset compression=false 2024-11-15T14:34:56,209 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-15T14:34:56,212 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-15T14:34:56,240 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.wal-reader.26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.1731681279995 to pos 764, reset compression=false 2024-11-15T14:34:56,312 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.wal-reader.26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/WALs/26754e923c4a,40545,1731681282680/26754e923c4a%2C40545%2C1731681282680.1731681284918 to pos 754, reset compression=false 2024-11-15T14:34:56,320 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.wal-reader.26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T14:34:56,320 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.wal-reader.26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/WALs/26754e923c4a,40545,1731681282680/26754e923c4a%2C40545%2C1731681282680.1731681284918 to pos 913, reset compression=false 2024-11-15T14:34:56,320 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.shipper26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,40545,1731681282680 got entry batch from reader: WALEntryBatch [walEntries=[{test/7e5ae68e91119a90d577b93be0b42fb3/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/WALs/26754e923c4a,40545,1731681282680/26754e923c4a%2C40545%2C1731681282680.1731681284918, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-15T14:34:56,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46515 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T14:34:56,326 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46515 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T14:34:56,528 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.wal-reader.26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/WALs/26754e923c4a,40545,1731681282680/26754e923c4a%2C40545%2C1731681282680.1731681284918 to pos 913, reset compression=false 2024-11-15T14:34:56,744 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.wal-reader.26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.1731681279995 to pos 764, reset compression=false 2024-11-15T14:34:56,748 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.wal-reader.26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:34:56,748 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.wal-reader.26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.1731681279995 to pos 914, reset compression=false 2024-11-15T14:34:56,748 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.shipper26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,46515,1731681279092 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.1731681279995, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T14:34:56,831 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.wal-reader.26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/WALs/26754e923c4a,40545,1731681282680/26754e923c4a%2C40545%2C1731681282680.1731681284918 to pos 913, reset compression=false 2024-11-15T14:34:56,952 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.wal-reader.26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.1731681279995 to pos 914, reset compression=false 2024-11-15T14:34:57,214 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-15T14:34:57,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T14:34:57,217 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:34:57,217 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:34:57,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:57,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:57,217 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:34:57,217 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T14:34:57,217 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1121464382, stopped=false 2024-11-15T14:34:57,217 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=26754e923c4a,43851,1731681282561 2024-11-15T14:34:57,234 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.wal-reader.26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/WALs/26754e923c4a,40545,1731681282680/26754e923c4a%2C40545%2C1731681282680.1731681284918 to pos 913, reset compression=false 2024-11-15T14:34:57,255 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.wal-reader.26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.1731681279995 to pos 914, reset compression=false 2024-11-15T14:34:57,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43851-0x10140191c1b0003, quorum=127.0.0.1:61244, baseZNode=/11747454714 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11747454714/running 2024-11-15T14:34:57,257 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40545-0x10140191c1b0004, quorum=127.0.0.1:61244, baseZNode=/11747454714 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11747454714/running 2024-11-15T14:34:57,257 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40545-0x10140191c1b0004, quorum=127.0.0.1:61244, baseZNode=/11747454714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11747454714 2024-11-15T14:34:57,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43851-0x10140191c1b0003, quorum=127.0.0.1:61244, baseZNode=/11747454714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11747454714 2024-11-15T14:34:57,257 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:34:57,257 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:34:57,257 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:34:57,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:57,258 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '26754e923c4a,40545,1731681282680' ***** 2024-11-15T14:34:57,258 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43851-0x10140191c1b0003, quorum=127.0.0.1:61244, baseZNode=/11747454714 Set watcher on znode that does not yet exist, /11747454714/running 2024-11-15T14:34:57,258 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T14:34:57,258 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40545-0x10140191c1b0004, quorum=127.0.0.1:61244, baseZNode=/11747454714 Set watcher on znode that does not yet exist, /11747454714/running 2024-11-15T14:34:57,258 INFO [RS:0;26754e923c4a:40545 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T14:34:57,258 INFO [RS:0;26754e923c4a:40545 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T14:34:57,258 INFO [RS:0;26754e923c4a:40545 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T14:34:57,258 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T14:34:57,258 INFO [RS:0;26754e923c4a:40545 {}] regionserver.HRegionServer(3091): Received CLOSE for edbd11232d5b4fac7544e0104c1eb406 2024-11-15T14:34:57,261 INFO [RS:0;26754e923c4a:40545 {}] regionserver.HRegionServer(3091): Received CLOSE for 7e5ae68e91119a90d577b93be0b42fb3 2024-11-15T14:34:57,261 INFO [RS:0;26754e923c4a:40545 {}] regionserver.HRegionServer(959): stopping server 26754e923c4a,40545,1731681282680 2024-11-15T14:34:57,261 INFO [RS:0;26754e923c4a:40545 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:34:57,261 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing edbd11232d5b4fac7544e0104c1eb406, disabling compactions & flushes 2024-11-15T14:34:57,261 INFO [RS:0;26754e923c4a:40545 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:40545. 2024-11-15T14:34:57,261 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731681291037.edbd11232d5b4fac7544e0104c1eb406. 2024-11-15T14:34:57,261 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731681291037.edbd11232d5b4fac7544e0104c1eb406. 2024-11-15T14:34:57,261 DEBUG [RS:0;26754e923c4a:40545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:34:57,261 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731681291037.edbd11232d5b4fac7544e0104c1eb406. after waiting 0 ms 2024-11-15T14:34:57,261 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731681291037.edbd11232d5b4fac7544e0104c1eb406. 2024-11-15T14:34:57,261 DEBUG [RS:0;26754e923c4a:40545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:57,262 INFO [RS:0;26754e923c4a:40545 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T14:34:57,262 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing edbd11232d5b4fac7544e0104c1eb406 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-15T14:34:57,262 INFO [RS:0;26754e923c4a:40545 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T14:34:57,262 INFO [RS:0;26754e923c4a:40545 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T14:34:57,262 INFO [RS:0;26754e923c4a:40545 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T14:34:57,262 INFO [RS:0;26754e923c4a:40545 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T14:34:57,262 DEBUG [RS:0;26754e923c4a:40545 {}] regionserver.HRegionServer(1325): Online Regions={edbd11232d5b4fac7544e0104c1eb406=hbase:replication,,1731681291037.edbd11232d5b4fac7544e0104c1eb406., 7e5ae68e91119a90d577b93be0b42fb3=test,,1731681286706.7e5ae68e91119a90d577b93be0b42fb3., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T14:34:57,262 DEBUG [RS:0;26754e923c4a:40545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e5ae68e91119a90d577b93be0b42fb3, edbd11232d5b4fac7544e0104c1eb406 2024-11-15T14:34:57,262 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:34:57,263 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:34:57,263 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:34:57,263 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:34:57,263 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:34:57,263 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T14:34:57,280 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/hbase/meta/1588230740/.tmp/info/7a8854f702934d0a95b1af59bde586bd is 147, key is hbase:replication,,1731681291037.edbd11232d5b4fac7544e0104c1eb406./info:regioninfo/1731681292197/Put/seqid=0 2024-11-15T14:34:57,280 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/hbase/replication/edbd11232d5b4fac7544e0104c1eb406/.tmp/queue/1cb41e920032475ba965ffd6dc8b1482 is 153, key is 1-26754e923c4a,40545,1731681282680/queue:26754e923c4a%2C40545%2C1731681282680/1731681296327/Put/seqid=0 2024-11-15T14:34:57,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44629 is added to blk_1073741841_1017 (size=5352) 2024-11-15T14:34:57,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44629 is added to blk_1073741840_1016 (size=7686) 2024-11-15T14:34:57,287 INFO [regionserver/26754e923c4a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:34:57,463 DEBUG [RS:0;26754e923c4a:40545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e5ae68e91119a90d577b93be0b42fb3, edbd11232d5b4fac7544e0104c1eb406 2024-11-15T14:34:57,662 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.wal-reader.26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.1731681279995 to pos 914, reset compression=false 2024-11-15T14:34:57,663 DEBUG [RS:0;26754e923c4a:40545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e5ae68e91119a90d577b93be0b42fb3, edbd11232d5b4fac7544e0104c1eb406 2024-11-15T14:34:57,684 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/hbase/meta/1588230740/.tmp/info/7a8854f702934d0a95b1af59bde586bd 2024-11-15T14:34:57,684 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/hbase/replication/edbd11232d5b4fac7544e0104c1eb406/.tmp/queue/1cb41e920032475ba965ffd6dc8b1482 2024-11-15T14:34:57,687 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T14:34:57,688 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/hbase/replication/edbd11232d5b4fac7544e0104c1eb406/.tmp/queue/1cb41e920032475ba965ffd6dc8b1482 as hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/hbase/replication/edbd11232d5b4fac7544e0104c1eb406/queue/1cb41e920032475ba965ffd6dc8b1482 2024-11-15T14:34:57,692 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/hbase/replication/edbd11232d5b4fac7544e0104c1eb406/queue/1cb41e920032475ba965ffd6dc8b1482, entries=1, sequenceid=10, filesize=5.2 K 2024-11-15T14:34:57,693 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for edbd11232d5b4fac7544e0104c1eb406 in 432ms, sequenceid=10, compaction requested=false 2024-11-15T14:34:57,697 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/hbase/replication/edbd11232d5b4fac7544e0104c1eb406/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T14:34:57,697 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:34:57,697 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:34:57,698 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731681291037.edbd11232d5b4fac7544e0104c1eb406. 2024-11-15T14:34:57,698 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for edbd11232d5b4fac7544e0104c1eb406: Waiting for close lock at 1731681297261Running coprocessor pre-close hooks at 1731681297261Disabling compacts and flushes for region at 1731681297261Disabling writes for close at 1731681297261Obtaining lock to block concurrent updates at 1731681297262 (+1 ms)Preparing flush snapshotting stores in edbd11232d5b4fac7544e0104c1eb406 at 1731681297262Finished memstore snapshotting hbase:replication,,1731681291037.edbd11232d5b4fac7544e0104c1eb406., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731681297262Flushing stores of hbase:replication,,1731681291037.edbd11232d5b4fac7544e0104c1eb406. at 1731681297263 (+1 ms)Flushing edbd11232d5b4fac7544e0104c1eb406/queue: creating writer at 1731681297263Flushing edbd11232d5b4fac7544e0104c1eb406/queue: appending metadata at 1731681297279 (+16 ms)Flushing edbd11232d5b4fac7544e0104c1eb406/queue: closing flushed file at 1731681297279Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71cc5b27: reopening flushed file at 1731681297687 (+408 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for edbd11232d5b4fac7544e0104c1eb406 in 432ms, sequenceid=10, compaction requested=false at 1731681297693 (+6 ms)Writing region close event to WAL at 1731681297694 (+1 ms)Running coprocessor post-close hooks at 1731681297697 (+3 ms)Closed at 1731681297698 (+1 ms) 2024-11-15T14:34:57,698 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731681291037.edbd11232d5b4fac7544e0104c1eb406. 2024-11-15T14:34:57,698 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7e5ae68e91119a90d577b93be0b42fb3, disabling compactions & flushes 2024-11-15T14:34:57,698 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731681286706.7e5ae68e91119a90d577b93be0b42fb3. 2024-11-15T14:34:57,698 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731681286706.7e5ae68e91119a90d577b93be0b42fb3. 2024-11-15T14:34:57,698 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731681286706.7e5ae68e91119a90d577b93be0b42fb3. after waiting 0 ms 2024-11-15T14:34:57,698 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731681286706.7e5ae68e91119a90d577b93be0b42fb3. 2024-11-15T14:34:57,698 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7e5ae68e91119a90d577b93be0b42fb3 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-15T14:34:57,706 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/hbase/meta/1588230740/.tmp/ns/157d51e2e3d74783a435df743081bf37 is 43, key is default/ns:d/1731681285474/Put/seqid=0 2024-11-15T14:34:57,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44629 is added to blk_1073741842_1018 (size=5153) 2024-11-15T14:34:57,714 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/default/test/7e5ae68e91119a90d577b93be0b42fb3/.tmp/f/9b2343f84cef411abdd314633e493117 is 29, key is row1/f:/1731681296210/DeleteFamily/seqid=0 2024-11-15T14:34:57,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44629 is added to blk_1073741843_1019 (size=5118) 2024-11-15T14:34:57,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:57,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:57,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:57,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:57,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:57,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:57,738 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.wal-reader.26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/WALs/26754e923c4a,40545,1731681282680/26754e923c4a%2C40545%2C1731681282680.1731681284918 to pos 913, reset compression=false 2024-11-15T14:34:57,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:57,742 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.wal-reader.26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:34:57,742 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.wal-reader.26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/WALs/26754e923c4a,40545,1731681282680/26754e923c4a%2C40545%2C1731681282680.1731681284918 to pos 1160, reset compression=false 2024-11-15T14:34:57,742 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.shipper26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,40545,1731681282680 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/WALs/26754e923c4a,40545,1731681282680/26754e923c4a%2C40545%2C1731681282680.1731681284918, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T14:34:57,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:57,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:57,743 ERROR [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.shipper26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 26754e923c4a,40545,1731681282680: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-26754e923c4a,40545,1731681282680, walGroup=26754e923c4a%2C40545%2C1731681282680, offset=26754e923c4a%2C40545%2C1731681282680.1731681284918:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:40545 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T14:34:57,745 ERROR [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.shipper26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T14:34:57,745 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.shipper26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T14:34:57,745 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.shipper26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T14:34:57,745 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.shipper26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T14:34:57,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:34:57,745 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.shipper26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T14:34:57,745 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.shipper26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 617501912 }, "NonHeapMemoryUsage": { "committed": 195231744, "init": 7667712, "max": -1, "used": 191387856 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T14:34:57,746 WARN [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.shipper26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:43851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:43851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T14:34:57,778 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T14:34:57,778 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T14:34:57,863 DEBUG [RS:0;26754e923c4a:40545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e5ae68e91119a90d577b93be0b42fb3 2024-11-15T14:34:57,956 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.wal-reader.26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/WALs/26754e923c4a,40545,1731681282680/26754e923c4a%2C40545%2C1731681282680.1731681284918 to pos 1160, reset compression=false 2024-11-15T14:34:58,063 DEBUG [RS:0;26754e923c4a:40545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e5ae68e91119a90d577b93be0b42fb3 2024-11-15T14:34:58,113 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/hbase/meta/1588230740/.tmp/ns/157d51e2e3d74783a435df743081bf37 2024-11-15T14:34:58,117 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/default/test/7e5ae68e91119a90d577b93be0b42fb3/.tmp/f/9b2343f84cef411abdd314633e493117 2024-11-15T14:34:58,121 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b2343f84cef411abdd314633e493117 2024-11-15T14:34:58,131 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/hbase/meta/1588230740/.tmp/rep_barrier/db2a86e00a2d49578d1fe69e2c5f51e8 is 112, key is test,,1731681286706.7e5ae68e91119a90d577b93be0b42fb3./rep_barrier:seqnumDuringOpen/1731681287854/Put/seqid=0 2024-11-15T14:34:58,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44629 is added to blk_1073741844_1020 (size=5518) 2024-11-15T14:34:58,146 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/default/test/7e5ae68e91119a90d577b93be0b42fb3/.tmp/f1/b97beda9993a4af283dbd3a4cb315ae5 is 30, key is row1/f1:/1731681296210/DeleteFamily/seqid=0 2024-11-15T14:34:58,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44629 is added to blk_1073741845_1021 (size=5123) 2024-11-15T14:34:58,166 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.wal-reader.26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.1731681279995 to pos 914, reset compression=false 2024-11-15T14:34:58,259 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.wal-reader.26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/WALs/26754e923c4a,40545,1731681282680/26754e923c4a%2C40545%2C1731681282680.1731681284918 to pos 1160, reset compression=false 2024-11-15T14:34:58,263 INFO [RS:0;26754e923c4a:40545 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T14:34:58,263 DEBUG [RS:0;26754e923c4a:40545 {}] regionserver.HRegionServer(1325): Online Regions={7e5ae68e91119a90d577b93be0b42fb3=test,,1731681286706.7e5ae68e91119a90d577b93be0b42fb3., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T14:34:58,263 DEBUG [RS:0;26754e923c4a:40545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e5ae68e91119a90d577b93be0b42fb3 2024-11-15T14:34:58,464 DEBUG [RS:0;26754e923c4a:40545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e5ae68e91119a90d577b93be0b42fb3 2024-11-15T14:34:58,536 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/hbase/meta/1588230740/.tmp/rep_barrier/db2a86e00a2d49578d1fe69e2c5f51e8 2024-11-15T14:34:58,550 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/default/test/7e5ae68e91119a90d577b93be0b42fb3/.tmp/f1/b97beda9993a4af283dbd3a4cb315ae5 2024-11-15T14:34:58,554 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b97beda9993a4af283dbd3a4cb315ae5 2024-11-15T14:34:58,555 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/hbase/meta/1588230740/.tmp/table/7ddc74ec1e0943feb94d15f445c67ba9 is 53, key is hbase:replication/table:state/1731681292203/Put/seqid=0 2024-11-15T14:34:58,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44629 is added to blk_1073741846_1022 (size=5308) 2024-11-15T14:34:58,571 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/default/test/7e5ae68e91119a90d577b93be0b42fb3/.tmp/norep/551bcf4f46a049cbbaf316befb5df89b is 33, key is row1/norep:/1731681296210/DeleteFamily/seqid=0 2024-11-15T14:34:58,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44629 is added to blk_1073741847_1023 (size=5108) 2024-11-15T14:34:58,663 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.wal-reader.26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/WALs/26754e923c4a,40545,1731681282680/26754e923c4a%2C40545%2C1731681282680.1731681284918 to pos 1160, reset compression=false 2024-11-15T14:34:58,664 DEBUG [RS:0;26754e923c4a:40545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e5ae68e91119a90d577b93be0b42fb3 2024-11-15T14:34:58,769 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.wal-reader.26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.1731681279995 to pos 914, reset compression=false 2024-11-15T14:34:58,864 DEBUG [RS:0;26754e923c4a:40545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e5ae68e91119a90d577b93be0b42fb3 2024-11-15T14:34:58,958 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/hbase/meta/1588230740/.tmp/table/7ddc74ec1e0943feb94d15f445c67ba9 2024-11-15T14:34:58,962 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/hbase/meta/1588230740/.tmp/info/7a8854f702934d0a95b1af59bde586bd as hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/hbase/meta/1588230740/info/7a8854f702934d0a95b1af59bde586bd 2024-11-15T14:34:58,966 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/hbase/meta/1588230740/info/7a8854f702934d0a95b1af59bde586bd, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T14:34:58,967 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/hbase/meta/1588230740/.tmp/ns/157d51e2e3d74783a435df743081bf37 as hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/hbase/meta/1588230740/ns/157d51e2e3d74783a435df743081bf37 2024-11-15T14:34:58,970 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/hbase/meta/1588230740/ns/157d51e2e3d74783a435df743081bf37, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T14:34:58,971 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/hbase/meta/1588230740/.tmp/rep_barrier/db2a86e00a2d49578d1fe69e2c5f51e8 as hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/hbase/meta/1588230740/rep_barrier/db2a86e00a2d49578d1fe69e2c5f51e8 2024-11-15T14:34:58,974 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/hbase/meta/1588230740/rep_barrier/db2a86e00a2d49578d1fe69e2c5f51e8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T14:34:58,974 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/hbase/meta/1588230740/.tmp/table/7ddc74ec1e0943feb94d15f445c67ba9 as hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/hbase/meta/1588230740/table/7ddc74ec1e0943feb94d15f445c67ba9 2024-11-15T14:34:58,975 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/default/test/7e5ae68e91119a90d577b93be0b42fb3/.tmp/norep/551bcf4f46a049cbbaf316befb5df89b 2024-11-15T14:34:58,978 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/hbase/meta/1588230740/table/7ddc74ec1e0943feb94d15f445c67ba9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T14:34:58,978 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 551bcf4f46a049cbbaf316befb5df89b 2024-11-15T14:34:58,979 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=16, compaction requested=false 2024-11-15T14:34:58,979 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/default/test/7e5ae68e91119a90d577b93be0b42fb3/.tmp/f/9b2343f84cef411abdd314633e493117 as hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/default/test/7e5ae68e91119a90d577b93be0b42fb3/f/9b2343f84cef411abdd314633e493117 2024-11-15T14:34:58,983 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b2343f84cef411abdd314633e493117 2024-11-15T14:34:58,983 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/default/test/7e5ae68e91119a90d577b93be0b42fb3/f/9b2343f84cef411abdd314633e493117, entries=2, sequenceid=8, filesize=5.0 K 2024-11-15T14:34:58,983 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/default/test/7e5ae68e91119a90d577b93be0b42fb3/.tmp/f1/b97beda9993a4af283dbd3a4cb315ae5 as hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/default/test/7e5ae68e91119a90d577b93be0b42fb3/f1/b97beda9993a4af283dbd3a4cb315ae5 2024-11-15T14:34:58,987 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b97beda9993a4af283dbd3a4cb315ae5 2024-11-15T14:34:58,987 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/default/test/7e5ae68e91119a90d577b93be0b42fb3/f1/b97beda9993a4af283dbd3a4cb315ae5, entries=2, sequenceid=8, filesize=5.0 K 2024-11-15T14:34:58,988 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/default/test/7e5ae68e91119a90d577b93be0b42fb3/.tmp/norep/551bcf4f46a049cbbaf316befb5df89b as hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/default/test/7e5ae68e91119a90d577b93be0b42fb3/norep/551bcf4f46a049cbbaf316befb5df89b 2024-11-15T14:34:58,992 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 551bcf4f46a049cbbaf316befb5df89b 2024-11-15T14:34:58,992 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/default/test/7e5ae68e91119a90d577b93be0b42fb3/norep/551bcf4f46a049cbbaf316befb5df89b, entries=1, sequenceid=8, filesize=5.0 K 2024-11-15T14:34:58,992 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 7e5ae68e91119a90d577b93be0b42fb3 in 1294ms, sequenceid=8, compaction requested=false 2024-11-15T14:34:59,002 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T14:34:59,002 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/data/default/test/7e5ae68e91119a90d577b93be0b42fb3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-15T14:34:59,002 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:34:59,002 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:34:59,002 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:34:59,002 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:34:59,002 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T14:34:59,002 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731681286706.7e5ae68e91119a90d577b93be0b42fb3. 2024-11-15T14:34:59,002 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681297262Running coprocessor pre-close hooks at 1731681297262Disabling compacts and flushes for region at 1731681297262Disabling writes for close at 1731681297263 (+1 ms)Obtaining lock to block concurrent updates at 1731681297263Preparing flush snapshotting stores in 1588230740 at 1731681297263Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731681297263Flushing stores of hbase:meta,,1.1588230740 at 1731681297263Flushing 1588230740/info: creating writer at 1731681297264 (+1 ms)Flushing 1588230740/info: appending metadata at 1731681297280 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731681297280Flushing 1588230740/ns: creating writer at 1731681297688 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731681297705 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731681297705Flushing 1588230740/rep_barrier: creating writer at 1731681298117 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731681298131 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731681298131Flushing 1588230740/table: creating writer at 1731681298540 (+409 ms)Flushing 1588230740/table: appending metadata at 1731681298554 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731681298554Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42ae1c67: reopening flushed file at 1731681298961 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bca7591: reopening flushed file at 1731681298966 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66c096d0: reopening flushed file at 1731681298970 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68671e75: reopening flushed file at 1731681298974 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=16, compaction requested=false at 1731681298979 (+5 ms)Writing region close event to WAL at 1731681298999 (+20 ms)Running coprocessor post-close hooks at 1731681299002 (+3 ms)Closed at 1731681299002 2024-11-15T14:34:59,002 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7e5ae68e91119a90d577b93be0b42fb3: Waiting for close lock at 1731681297698Running coprocessor pre-close hooks at 1731681297698Disabling compacts and flushes for region at 1731681297698Disabling writes for close at 1731681297698Obtaining lock to block concurrent updates at 1731681297698Preparing flush snapshotting stores in 7e5ae68e91119a90d577b93be0b42fb3 at 1731681297698Finished memstore snapshotting test,,1731681286706.7e5ae68e91119a90d577b93be0b42fb3., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731681297699 (+1 ms)Flushing stores of test,,1731681286706.7e5ae68e91119a90d577b93be0b42fb3. at 1731681297699Flushing 7e5ae68e91119a90d577b93be0b42fb3/f: creating writer at 1731681297699Flushing 7e5ae68e91119a90d577b93be0b42fb3/f: appending metadata at 1731681297713 (+14 ms)Flushing 7e5ae68e91119a90d577b93be0b42fb3/f: closing flushed file at 1731681297713Flushing 7e5ae68e91119a90d577b93be0b42fb3/f1: creating writer at 1731681298122 (+409 ms)Flushing 7e5ae68e91119a90d577b93be0b42fb3/f1: appending metadata at 1731681298146 (+24 ms)Flushing 7e5ae68e91119a90d577b93be0b42fb3/f1: closing flushed file at 1731681298146Flushing 7e5ae68e91119a90d577b93be0b42fb3/norep: creating writer at 1731681298555 (+409 ms)Flushing 7e5ae68e91119a90d577b93be0b42fb3/norep: appending metadata at 1731681298570 (+15 ms)Flushing 7e5ae68e91119a90d577b93be0b42fb3/norep: closing flushed file at 1731681298570Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b31e115: reopening flushed file at 1731681298978 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@80ba67f: reopening flushed file at 1731681298983 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ef04eab: reopening flushed file at 1731681298987 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 7e5ae68e91119a90d577b93be0b42fb3 in 1294ms, sequenceid=8, compaction requested=false at 1731681298992 (+5 ms)Writing region close event to WAL at 1731681298999 (+7 ms)Running coprocessor post-close hooks at 1731681299002 (+3 ms)Closed at 1731681299002 2024-11-15T14:34:59,003 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T14:34:59,003 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731681286706.7e5ae68e91119a90d577b93be0b42fb3. 2024-11-15T14:34:59,064 INFO [RS:0;26754e923c4a:40545 {}] regionserver.HRegionServer(976): stopping server 26754e923c4a,40545,1731681282680; all regions closed. 2024-11-15T14:34:59,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44629 is added to blk_1073741834_1010 (size=4239) 2024-11-15T14:34:59,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44629 is added to blk_1073741839_1015 (size=2676) 2024-11-15T14:34:59,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44629 is added to blk_1073741833_1009 (size=1812) 2024-11-15T14:34:59,109 DEBUG [RS:0;26754e923c4a:40545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:59,110 INFO [RS:0;26754e923c4a:40545 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:34:59,110 INFO [RS:0;26754e923c4a:40545 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:34:59,110 INFO [RS:0;26754e923c4a:40545 {}] hbase.ChoreService(370): Chore service for: regionserver/26754e923c4a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T14:34:59,110 INFO [RS:0;26754e923c4a:40545 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:34:59,110 INFO [regionserver/26754e923c4a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:34:59,110 INFO [RS:0;26754e923c4a:40545 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-26754e923c4a,40545,1731681282680 because: Region server is closing 2024-11-15T14:34:59,110 INFO [RS:0;26754e923c4a:40545 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:40545. 2024-11-15T14:34:59,110 DEBUG [RS:0;26754e923c4a:40545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:34:59,111 DEBUG [RS:0;26754e923c4a:40545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:59,111 DEBUG [RS:0;26754e923c4a:40545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:59,111 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:34:59,211 INFO [RS:0;26754e923c4a:40545 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,40545,1731681282680.replicationSource.shipper26754e923c4a%2C40545%2C1731681282680,1-26754e923c4a,40545,1731681282680 terminated 2024-11-15T14:34:59,211 INFO [RS:0;26754e923c4a:40545 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:40545. 2024-11-15T14:34:59,211 DEBUG [RS:0;26754e923c4a:40545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:34:59,211 DEBUG [RS:0;26754e923c4a:40545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:59,211 DEBUG [RS:0;26754e923c4a:40545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:34:59,211 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:34:59,212 INFO [RS:0;26754e923c4a:40545 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40545 2024-11-15T14:34:59,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43851-0x10140191c1b0003, quorum=127.0.0.1:61244, baseZNode=/11747454714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11747454714/rs 2024-11-15T14:34:59,223 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40545-0x10140191c1b0004, quorum=127.0.0.1:61244, baseZNode=/11747454714 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11747454714/rs/26754e923c4a,40545,1731681282680 2024-11-15T14:34:59,224 INFO [RS:0;26754e923c4a:40545 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:34:59,224 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [26754e923c4a,40545,1731681282680] 2024-11-15T14:34:59,240 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11747454714/draining/26754e923c4a,40545,1731681282680 already deleted, retry=false 2024-11-15T14:34:59,240 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 26754e923c4a,40545,1731681282680 expired; onlineServers=0 2024-11-15T14:34:59,240 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '26754e923c4a,43851,1731681282561' ***** 2024-11-15T14:34:59,240 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T14:34:59,240 INFO [M:0;26754e923c4a:43851 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:34:59,240 INFO [M:0;26754e923c4a:43851 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:34:59,240 DEBUG [M:0;26754e923c4a:43851 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T14:34:59,241 DEBUG [M:0;26754e923c4a:43851 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T14:34:59,241 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T14:34:59,241 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681284642 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681284642,5,FailOnTimeoutGroup] 2024-11-15T14:34:59,241 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681284642 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681284642,5,FailOnTimeoutGroup] 2024-11-15T14:34:59,241 INFO [M:0;26754e923c4a:43851 {}] hbase.ChoreService(370): Chore service for: master/26754e923c4a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T14:34:59,241 INFO [M:0;26754e923c4a:43851 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:34:59,241 DEBUG [M:0;26754e923c4a:43851 {}] master.HMaster(1795): Stopping service threads 2024-11-15T14:34:59,241 INFO [M:0;26754e923c4a:43851 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T14:34:59,241 INFO [M:0;26754e923c4a:43851 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:34:59,241 INFO [M:0;26754e923c4a:43851 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T14:34:59,241 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T14:34:59,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43851-0x10140191c1b0003, quorum=127.0.0.1:61244, baseZNode=/11747454714 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11747454714/master 2024-11-15T14:34:59,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43851-0x10140191c1b0003, quorum=127.0.0.1:61244, baseZNode=/11747454714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11747454714 2024-11-15T14:34:59,248 DEBUG [M:0;26754e923c4a:43851 {}] zookeeper.ZKUtil(347): master:43851-0x10140191c1b0003, quorum=127.0.0.1:61244, baseZNode=/11747454714 Unable to get data of znode /11747454714/master because node does not exist (not an error) 2024-11-15T14:34:59,248 WARN [M:0;26754e923c4a:43851 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T14:34:59,249 INFO [M:0;26754e923c4a:43851 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/.lastflushedseqids 2024-11-15T14:34:59,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44629 is added to blk_1073741848_1024 (size=245) 2024-11-15T14:34:59,332 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40545-0x10140191c1b0004, quorum=127.0.0.1:61244, baseZNode=/11747454714 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:34:59,332 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40545-0x10140191c1b0004, quorum=127.0.0.1:61244, baseZNode=/11747454714 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:34:59,332 INFO [RS:0;26754e923c4a:40545 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:34:59,332 INFO [RS:0;26754e923c4a:40545 {}] regionserver.HRegionServer(1031): Exiting; stopping=26754e923c4a,40545,1731681282680; zookeeper connection closed. 2024-11-15T14:34:59,332 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a893293 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a893293 2024-11-15T14:34:59,333 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T14:34:59,472 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.wal-reader.26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.1731681279995 to pos 914, reset compression=false 2024-11-15T14:34:59,653 INFO [M:0;26754e923c4a:43851 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T14:34:59,654 INFO [M:0;26754e923c4a:43851 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T14:34:59,654 DEBUG [M:0;26754e923c4a:43851 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:34:59,654 INFO [M:0;26754e923c4a:43851 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:34:59,654 DEBUG [M:0;26754e923c4a:43851 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:34:59,654 DEBUG [M:0;26754e923c4a:43851 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:34:59,654 DEBUG [M:0;26754e923c4a:43851 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:34:59,654 INFO [M:0;26754e923c4a:43851 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-15T14:34:59,669 DEBUG [M:0;26754e923c4a:43851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6fa1599e641f48ebb2134c67fe5294a4 is 82, key is hbase:meta,,1/info:regioninfo/1731681285455/Put/seqid=0 2024-11-15T14:34:59,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44629 is added to blk_1073741849_1025 (size=5672) 2024-11-15T14:35:00,073 INFO [M:0;26754e923c4a:43851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6fa1599e641f48ebb2134c67fe5294a4 2024-11-15T14:35:00,094 DEBUG [M:0;26754e923c4a:43851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98312afbb2f74564afb27eb63d0ee80d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731681292206/Put/seqid=0 2024-11-15T14:35:00,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44629 is added to blk_1073741850_1026 (size=8515) 2024-11-15T14:35:00,276 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.wal-reader.26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.1731681279995 to pos 914, reset compression=false 2024-11-15T14:35:00,498 INFO [M:0;26754e923c4a:43851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98312afbb2f74564afb27eb63d0ee80d 2024-11-15T14:35:00,516 DEBUG [M:0;26754e923c4a:43851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c87233bc4bd9430bb401028c58d8a080 is 69, key is 26754e923c4a,40545,1731681282680/rs:state/1731681284739/Put/seqid=0 2024-11-15T14:35:00,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44629 is added to blk_1073741851_1027 (size=5156) 2024-11-15T14:35:00,921 INFO [M:0;26754e923c4a:43851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c87233bc4bd9430bb401028c58d8a080 2024-11-15T14:35:00,926 DEBUG [M:0;26754e923c4a:43851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6fa1599e641f48ebb2134c67fe5294a4 as hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6fa1599e641f48ebb2134c67fe5294a4 2024-11-15T14:35:00,931 INFO [M:0;26754e923c4a:43851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6fa1599e641f48ebb2134c67fe5294a4, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T14:35:00,931 DEBUG [M:0;26754e923c4a:43851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98312afbb2f74564afb27eb63d0ee80d as hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/98312afbb2f74564afb27eb63d0ee80d 2024-11-15T14:35:00,935 INFO [M:0;26754e923c4a:43851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/98312afbb2f74564afb27eb63d0ee80d, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T14:35:00,936 DEBUG [M:0;26754e923c4a:43851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c87233bc4bd9430bb401028c58d8a080 as hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c87233bc4bd9430bb401028c58d8a080 2024-11-15T14:35:00,940 INFO [M:0;26754e923c4a:43851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35849/user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c87233bc4bd9430bb401028c58d8a080, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T14:35:00,940 INFO [M:0;26754e923c4a:43851 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false 2024-11-15T14:35:00,941 INFO [M:0;26754e923c4a:43851 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:35:00,941 DEBUG [M:0;26754e923c4a:43851 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681299654Disabling compacts and flushes for region at 1731681299654Disabling writes for close at 1731681299654Obtaining lock to block concurrent updates at 1731681299654Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731681299654Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731681299654Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731681299655 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731681299655Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731681299668 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731681299669 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731681300077 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731681300093 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731681300093Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731681300502 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731681300516 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731681300516Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59b44f85: reopening flushed file at 1731681300925 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3599ecbd: reopening flushed file at 1731681300931 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@230e209e: reopening flushed file at 1731681300935 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false at 1731681300940 (+5 ms)Writing region close event to WAL at 1731681300941 (+1 ms)Closed at 1731681300941 2024-11-15T14:35:00,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44629 is added to blk_1073741830_1006 (size=63642) 2024-11-15T14:35:00,947 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5a9fcf25-b245-9565-4a13-27c9732337f0/MasterData/WALs/26754e923c4a,43851,1731681282561/26754e923c4a%2C43851%2C1731681282561.1731681284404 not finished, retry = 0 2024-11-15T14:35:01,048 INFO [M:0;26754e923c4a:43851 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T14:35:01,048 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:35:01,048 INFO [M:0;26754e923c4a:43851 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43851 2024-11-15T14:35:01,049 INFO [M:0;26754e923c4a:43851 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:35:01,179 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.wal-reader.26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.1731681279995 to pos 914, reset compression=false 2024-11-15T14:35:01,190 INFO [M:0;26754e923c4a:43851 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:35:01,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43851-0x10140191c1b0003, quorum=127.0.0.1:61244, baseZNode=/11747454714 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:35:01,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43851-0x10140191c1b0003, quorum=127.0.0.1:61244, baseZNode=/11747454714 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:35:01,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e70714f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:35:01,194 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a0e58bc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:35:01,194 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:35:01,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5172d7cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:35:01,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8cca915{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f301fcc4-6207-ec76-0235-8753e9a198a6/hadoop.log.dir/,STOPPED} 2024-11-15T14:35:01,195 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T14:35:01,195 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T14:35:01,195 WARN [BP-1195558123-172.17.0.3-1731681281171 heartbeating to localhost/127.0.0.1:35849 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T14:35:01,195 WARN [BP-1195558123-172.17.0.3-1731681281171 heartbeating to localhost/127.0.0.1:35849 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1195558123-172.17.0.3-1731681281171 (Datanode Uuid da5034e8-b1df-4589-98e0-bfe46d5e96fa) service to localhost/127.0.0.1:35849 2024-11-15T14:35:01,196 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f301fcc4-6207-ec76-0235-8753e9a198a6/cluster_5fa4253c-89cf-6cc7-46e4-baeb3af55c77/data/data1/current/BP-1195558123-172.17.0.3-1731681281171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:35:01,196 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f301fcc4-6207-ec76-0235-8753e9a198a6/cluster_5fa4253c-89cf-6cc7-46e4-baeb3af55c77/data/data2/current/BP-1195558123-172.17.0.3-1731681281171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:35:01,196 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T14:35:01,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3992b297{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:35:01,201 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c620576{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:35:01,201 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:35:01,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67c2d1fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:35:01,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21702e4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f301fcc4-6207-ec76-0235-8753e9a198a6/hadoop.log.dir/,STOPPED} 2024-11-15T14:35:01,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T14:35:01,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T14:35:01,213 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:35:01,213 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:35:01,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:01,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:01,213 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:35:01,214 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T14:35:01,214 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1584615597, stopped=false 2024-11-15T14:35:01,214 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=26754e923c4a,40511,1731681278950 2024-11-15T14:35:01,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40511-0x10140191c1b0000, quorum=127.0.0.1:61244, baseZNode=/01507406138 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01507406138/running 2024-11-15T14:35:01,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46515-0x10140191c1b0001, quorum=127.0.0.1:61244, baseZNode=/01507406138 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01507406138/running 2024-11-15T14:35:01,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40511-0x10140191c1b0000, quorum=127.0.0.1:61244, baseZNode=/01507406138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01507406138 2024-11-15T14:35:01,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46515-0x10140191c1b0001, quorum=127.0.0.1:61244, baseZNode=/01507406138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01507406138 2024-11-15T14:35:01,223 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:35:01,224 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:35:01,224 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:35:01,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:01,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40511-0x10140191c1b0000, quorum=127.0.0.1:61244, baseZNode=/01507406138 Set watcher on znode that does not yet exist, /01507406138/running 2024-11-15T14:35:01,224 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '26754e923c4a,46515,1731681279092' ***** 2024-11-15T14:35:01,224 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T14:35:01,224 INFO [RS:0;26754e923c4a:46515 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T14:35:01,224 INFO [RS:0;26754e923c4a:46515 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T14:35:01,224 INFO [RS:0;26754e923c4a:46515 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T14:35:01,224 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T14:35:01,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46515-0x10140191c1b0001, quorum=127.0.0.1:61244, baseZNode=/01507406138 Set watcher on znode that does not yet exist, /01507406138/running 2024-11-15T14:35:01,224 INFO [RS:0;26754e923c4a:46515 {}] regionserver.HRegionServer(3091): Received CLOSE for bddae2c69b0e1cb5fc542d113760188a 2024-11-15T14:35:01,225 INFO [RS:0;26754e923c4a:46515 {}] regionserver.HRegionServer(3091): Received CLOSE for 24f38abb8f0befe5aa6b66c3d68ef3b5 2024-11-15T14:35:01,225 INFO [RS:0;26754e923c4a:46515 {}] regionserver.HRegionServer(959): stopping server 26754e923c4a,46515,1731681279092 2024-11-15T14:35:01,225 INFO [RS:0;26754e923c4a:46515 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:35:01,225 INFO [RS:0;26754e923c4a:46515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:46515. 2024-11-15T14:35:01,225 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bddae2c69b0e1cb5fc542d113760188a, disabling compactions & flushes 2024-11-15T14:35:01,225 DEBUG [RS:0;26754e923c4a:46515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:35:01,225 DEBUG [RS:0;26754e923c4a:46515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:01,225 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731681285568.bddae2c69b0e1cb5fc542d113760188a. 2024-11-15T14:35:01,225 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731681285568.bddae2c69b0e1cb5fc542d113760188a. 2024-11-15T14:35:01,225 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731681285568.bddae2c69b0e1cb5fc542d113760188a. after waiting 0 ms 2024-11-15T14:35:01,225 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731681285568.bddae2c69b0e1cb5fc542d113760188a. 2024-11-15T14:35:01,225 INFO [RS:0;26754e923c4a:46515 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T14:35:01,225 INFO [RS:0;26754e923c4a:46515 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T14:35:01,225 INFO [RS:0;26754e923c4a:46515 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T14:35:01,225 INFO [RS:0;26754e923c4a:46515 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T14:35:01,225 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bddae2c69b0e1cb5fc542d113760188a 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-15T14:35:01,225 INFO [RS:0;26754e923c4a:46515 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T14:35:01,225 DEBUG [RS:0;26754e923c4a:46515 {}] regionserver.HRegionServer(1325): Online Regions={bddae2c69b0e1cb5fc542d113760188a=test,,1731681285568.bddae2c69b0e1cb5fc542d113760188a., 1588230740=hbase:meta,,1.1588230740, 24f38abb8f0befe5aa6b66c3d68ef3b5=hbase:replication,,1731681288876.24f38abb8f0befe5aa6b66c3d68ef3b5.} 2024-11-15T14:35:01,225 DEBUG [RS:0;26754e923c4a:46515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24f38abb8f0befe5aa6b66c3d68ef3b5, bddae2c69b0e1cb5fc542d113760188a 2024-11-15T14:35:01,225 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:35:01,225 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:35:01,225 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:35:01,225 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:35:01,225 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:35:01,225 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T14:35:01,239 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/hbase/meta/1588230740/.tmp/info/9e94c32422394064ac8266741435d051 is 147, key is hbase:replication,,1731681288876.24f38abb8f0befe5aa6b66c3d68ef3b5./info:regioninfo/1731681290045/Put/seqid=0 2024-11-15T14:35:01,242 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/default/test/bddae2c69b0e1cb5fc542d113760188a/.tmp/f/22234d6847f44ec895707f38d32baf3b is 29, key is row1/f:/1731681296210/DeleteFamily/seqid=0 2024-11-15T14:35:01,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34943 is added to blk_1073741840_1016 (size=7686) 2024-11-15T14:35:01,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34943 is added to blk_1073741841_1017 (size=5118) 2024-11-15T14:35:01,283 INFO [regionserver/26754e923c4a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:35:01,425 DEBUG [RS:0;26754e923c4a:46515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24f38abb8f0befe5aa6b66c3d68ef3b5, bddae2c69b0e1cb5fc542d113760188a 2024-11-15T14:35:01,626 DEBUG [RS:0;26754e923c4a:46515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24f38abb8f0befe5aa6b66c3d68ef3b5, bddae2c69b0e1cb5fc542d113760188a 2024-11-15T14:35:01,643 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/hbase/meta/1588230740/.tmp/info/9e94c32422394064ac8266741435d051 2024-11-15T14:35:01,646 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/default/test/bddae2c69b0e1cb5fc542d113760188a/.tmp/f/22234d6847f44ec895707f38d32baf3b 2024-11-15T14:35:01,650 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22234d6847f44ec895707f38d32baf3b 2024-11-15T14:35:01,663 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/default/test/bddae2c69b0e1cb5fc542d113760188a/.tmp/f1/60e883c688734883bc7feaff79e1c592 is 30, key is row1/f1:/1731681296210/DeleteFamily/seqid=0 2024-11-15T14:35:01,663 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/hbase/meta/1588230740/.tmp/ns/92047090a4bc42be93fa62891eeced3c is 43, key is default/ns:d/1731681281063/Put/seqid=0 2024-11-15T14:35:01,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34943 is added to blk_1073741843_1019 (size=5153) 2024-11-15T14:35:01,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34943 is added to blk_1073741842_1018 (size=5123) 2024-11-15T14:35:01,667 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/default/test/bddae2c69b0e1cb5fc542d113760188a/.tmp/f1/60e883c688734883bc7feaff79e1c592 2024-11-15T14:35:01,671 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60e883c688734883bc7feaff79e1c592 2024-11-15T14:35:01,689 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/default/test/bddae2c69b0e1cb5fc542d113760188a/.tmp/norep/bb9a964592ff4532ad13aa0045f374ff is 32, key is row/norep:/1731681295197/DeleteFamily/seqid=0 2024-11-15T14:35:01,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34943 is added to blk_1073741844_1020 (size=5101) 2024-11-15T14:35:01,694 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:35:01,694 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [26754e923c4a,34083,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:34083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T14:35:01,695 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28214 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [26754e923c4a,34083,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:34083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T14:35:01,826 DEBUG [RS:0;26754e923c4a:46515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24f38abb8f0befe5aa6b66c3d68ef3b5, bddae2c69b0e1cb5fc542d113760188a 2024-11-15T14:35:01,965 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T14:35:01,965 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T14:35:02,026 DEBUG [RS:0;26754e923c4a:46515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24f38abb8f0befe5aa6b66c3d68ef3b5, bddae2c69b0e1cb5fc542d113760188a 2024-11-15T14:35:02,067 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/hbase/meta/1588230740/.tmp/ns/92047090a4bc42be93fa62891eeced3c 2024-11-15T14:35:02,084 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/hbase/meta/1588230740/.tmp/rep_barrier/449352b8cb9a4a68a1b5fc1870e61667 is 112, key is test,,1731681285568.bddae2c69b0e1cb5fc542d113760188a./rep_barrier:seqnumDuringOpen/1731681286332/Put/seqid=0 2024-11-15T14:35:02,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34943 is added to blk_1073741845_1021 (size=5518) 2024-11-15T14:35:02,093 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/default/test/bddae2c69b0e1cb5fc542d113760188a/.tmp/norep/bb9a964592ff4532ad13aa0045f374ff 2024-11-15T14:35:02,097 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb9a964592ff4532ad13aa0045f374ff 2024-11-15T14:35:02,097 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/default/test/bddae2c69b0e1cb5fc542d113760188a/.tmp/f/22234d6847f44ec895707f38d32baf3b as hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/default/test/bddae2c69b0e1cb5fc542d113760188a/f/22234d6847f44ec895707f38d32baf3b 2024-11-15T14:35:02,101 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22234d6847f44ec895707f38d32baf3b 2024-11-15T14:35:02,101 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/default/test/bddae2c69b0e1cb5fc542d113760188a/f/22234d6847f44ec895707f38d32baf3b, entries=2, sequenceid=8, filesize=5.0 K 2024-11-15T14:35:02,101 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/default/test/bddae2c69b0e1cb5fc542d113760188a/.tmp/f1/60e883c688734883bc7feaff79e1c592 as hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/default/test/bddae2c69b0e1cb5fc542d113760188a/f1/60e883c688734883bc7feaff79e1c592 2024-11-15T14:35:02,104 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60e883c688734883bc7feaff79e1c592 2024-11-15T14:35:02,104 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/default/test/bddae2c69b0e1cb5fc542d113760188a/f1/60e883c688734883bc7feaff79e1c592, entries=2, sequenceid=8, filesize=5.0 K 2024-11-15T14:35:02,105 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/default/test/bddae2c69b0e1cb5fc542d113760188a/.tmp/norep/bb9a964592ff4532ad13aa0045f374ff as hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/default/test/bddae2c69b0e1cb5fc542d113760188a/norep/bb9a964592ff4532ad13aa0045f374ff 2024-11-15T14:35:02,108 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb9a964592ff4532ad13aa0045f374ff 2024-11-15T14:35:02,108 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/default/test/bddae2c69b0e1cb5fc542d113760188a/norep/bb9a964592ff4532ad13aa0045f374ff, entries=1, sequenceid=8, filesize=5.0 K 2024-11-15T14:35:02,109 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for bddae2c69b0e1cb5fc542d113760188a in 884ms, sequenceid=8, compaction requested=false 2024-11-15T14:35:02,113 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/default/test/bddae2c69b0e1cb5fc542d113760188a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-15T14:35:02,113 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:35:02,114 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T14:35:02,114 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731681285568.bddae2c69b0e1cb5fc542d113760188a. 2024-11-15T14:35:02,114 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bddae2c69b0e1cb5fc542d113760188a: Waiting for close lock at 1731681301225Running coprocessor pre-close hooks at 1731681301225Disabling compacts and flushes for region at 1731681301225Disabling writes for close at 1731681301225Obtaining lock to block concurrent updates at 1731681301225Preparing flush snapshotting stores in bddae2c69b0e1cb5fc542d113760188a at 1731681301225Finished memstore snapshotting test,,1731681285568.bddae2c69b0e1cb5fc542d113760188a., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731681301225Flushing stores of test,,1731681285568.bddae2c69b0e1cb5fc542d113760188a. at 1731681301226 (+1 ms)Flushing bddae2c69b0e1cb5fc542d113760188a/f: creating writer at 1731681301226Flushing bddae2c69b0e1cb5fc542d113760188a/f: appending metadata at 1731681301241 (+15 ms)Flushing bddae2c69b0e1cb5fc542d113760188a/f: closing flushed file at 1731681301241Flushing bddae2c69b0e1cb5fc542d113760188a/f1: creating writer at 1731681301650 (+409 ms)Flushing bddae2c69b0e1cb5fc542d113760188a/f1: appending metadata at 1731681301662 (+12 ms)Flushing bddae2c69b0e1cb5fc542d113760188a/f1: closing flushed file at 1731681301662Flushing bddae2c69b0e1cb5fc542d113760188a/norep: creating writer at 1731681301672 (+10 ms)Flushing bddae2c69b0e1cb5fc542d113760188a/norep: appending metadata at 1731681301688 (+16 ms)Flushing bddae2c69b0e1cb5fc542d113760188a/norep: closing flushed file at 1731681301688Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@755f2ee3: reopening flushed file at 1731681302097 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7184de59: reopening flushed file at 1731681302101 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@382ad405: reopening flushed file at 1731681302105 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for bddae2c69b0e1cb5fc542d113760188a in 884ms, sequenceid=8, compaction requested=false at 1731681302109 (+4 ms)Writing region close event to WAL at 1731681302110 (+1 ms)Running coprocessor post-close hooks at 1731681302113 (+3 ms)Closed at 1731681302114 (+1 ms) 2024-11-15T14:35:02,114 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731681285568.bddae2c69b0e1cb5fc542d113760188a. 2024-11-15T14:35:02,114 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 24f38abb8f0befe5aa6b66c3d68ef3b5, disabling compactions & flushes 2024-11-15T14:35:02,114 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731681288876.24f38abb8f0befe5aa6b66c3d68ef3b5. 2024-11-15T14:35:02,114 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731681288876.24f38abb8f0befe5aa6b66c3d68ef3b5. 2024-11-15T14:35:02,114 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731681288876.24f38abb8f0befe5aa6b66c3d68ef3b5. after waiting 0 ms 2024-11-15T14:35:02,114 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731681288876.24f38abb8f0befe5aa6b66c3d68ef3b5. 2024-11-15T14:35:02,114 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 24f38abb8f0befe5aa6b66c3d68ef3b5 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-15T14:35:02,128 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/hbase/replication/24f38abb8f0befe5aa6b66c3d68ef3b5/.tmp/queue/4aa05d62c2b54d459a20bc31076832d6 is 153, key is 1-26754e923c4a,46515,1731681279092/queue:26754e923c4a%2C46515%2C1731681279092/1731681296750/Put/seqid=0 2024-11-15T14:35:02,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34943 is added to blk_1073741846_1022 (size=5352) 2024-11-15T14:35:02,183 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.wal-reader.26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.1731681279995 to pos 914, reset compression=false 2024-11-15T14:35:02,188 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.wal-reader.26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:35:02,188 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.wal-reader.26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.1731681279995 to pos 1805, reset compression=false 2024-11-15T14:35:02,188 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.shipper26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,46515,1731681279092 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.1731681279995, lastWalPosition=1805, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T14:35:02,189 ERROR [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.shipper26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 26754e923c4a,46515,1731681279092: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-26754e923c4a,46515,1731681279092, walGroup=26754e923c4a%2C46515%2C1731681279092, offset=26754e923c4a%2C46515%2C1731681279092.1731681279995:1805, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:46515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T14:35:02,191 ERROR [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.shipper26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T14:35:02,191 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.shipper26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T14:35:02,191 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.shipper26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T14:35:02,191 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.shipper26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T14:35:02,191 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.shipper26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T14:35:02,191 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.shipper26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 695096536 }, "NonHeapMemoryUsage": { "committed": 195690496, "init": 7667712, "max": -1, "used": 192155808 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T14:35:02,192 WARN [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.shipper26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:40511 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:40511 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T14:35:02,226 INFO [RS:0;26754e923c4a:46515 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T14:35:02,226 DEBUG [RS:0;26754e923c4a:46515 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 24f38abb8f0befe5aa6b66c3d68ef3b5=hbase:replication,,1731681288876.24f38abb8f0befe5aa6b66c3d68ef3b5.} 2024-11-15T14:35:02,226 DEBUG [RS:0;26754e923c4a:46515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24f38abb8f0befe5aa6b66c3d68ef3b5 2024-11-15T14:35:02,392 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.wal-reader.26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.1731681279995 to pos 1805, reset compression=false 2024-11-15T14:35:02,426 DEBUG [RS:0;26754e923c4a:46515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24f38abb8f0befe5aa6b66c3d68ef3b5 2024-11-15T14:35:02,487 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/hbase/meta/1588230740/.tmp/rep_barrier/449352b8cb9a4a68a1b5fc1870e61667 2024-11-15T14:35:02,507 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/hbase/meta/1588230740/.tmp/table/30e50188e8044e7eb28e37956755912f is 53, key is hbase:replication/table:state/1731681290051/Put/seqid=0 2024-11-15T14:35:02,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34943 is added to blk_1073741847_1023 (size=5308) 2024-11-15T14:35:02,532 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/hbase/replication/24f38abb8f0befe5aa6b66c3d68ef3b5/.tmp/queue/4aa05d62c2b54d459a20bc31076832d6 2024-11-15T14:35:02,536 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/hbase/replication/24f38abb8f0befe5aa6b66c3d68ef3b5/.tmp/queue/4aa05d62c2b54d459a20bc31076832d6 as hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/hbase/replication/24f38abb8f0befe5aa6b66c3d68ef3b5/queue/4aa05d62c2b54d459a20bc31076832d6 2024-11-15T14:35:02,541 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/hbase/replication/24f38abb8f0befe5aa6b66c3d68ef3b5/queue/4aa05d62c2b54d459a20bc31076832d6, entries=1, sequenceid=10, filesize=5.2 K 2024-11-15T14:35:02,541 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 24f38abb8f0befe5aa6b66c3d68ef3b5 in 427ms, sequenceid=10, compaction requested=false 2024-11-15T14:35:02,545 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/hbase/replication/24f38abb8f0befe5aa6b66c3d68ef3b5/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T14:35:02,545 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:35:02,545 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:35:02,546 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731681288876.24f38abb8f0befe5aa6b66c3d68ef3b5. 2024-11-15T14:35:02,546 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 24f38abb8f0befe5aa6b66c3d68ef3b5: Waiting for close lock at 1731681302114Running coprocessor pre-close hooks at 1731681302114Disabling compacts and flushes for region at 1731681302114Disabling writes for close at 1731681302114Obtaining lock to block concurrent updates at 1731681302114Preparing flush snapshotting stores in 24f38abb8f0befe5aa6b66c3d68ef3b5 at 1731681302114Finished memstore snapshotting hbase:replication,,1731681288876.24f38abb8f0befe5aa6b66c3d68ef3b5., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731681302114Flushing stores of hbase:replication,,1731681288876.24f38abb8f0befe5aa6b66c3d68ef3b5. at 1731681302115 (+1 ms)Flushing 24f38abb8f0befe5aa6b66c3d68ef3b5/queue: creating writer at 1731681302115Flushing 24f38abb8f0befe5aa6b66c3d68ef3b5/queue: appending metadata at 1731681302128 (+13 ms)Flushing 24f38abb8f0befe5aa6b66c3d68ef3b5/queue: closing flushed file at 1731681302128Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b41aa26: reopening flushed file at 1731681302536 (+408 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 24f38abb8f0befe5aa6b66c3d68ef3b5 in 427ms, sequenceid=10, compaction requested=false at 1731681302541 (+5 ms)Writing region close event to WAL at 1731681302542 (+1 ms)Running coprocessor post-close hooks at 1731681302545 (+3 ms)Closed at 1731681302545 2024-11-15T14:35:02,546 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731681288876.24f38abb8f0befe5aa6b66c3d68ef3b5. 2024-11-15T14:35:02,627 DEBUG [RS:0;26754e923c4a:46515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:35:02,695 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.wal-reader.26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/WALs/26754e923c4a,46515,1731681279092/26754e923c4a%2C46515%2C1731681279092.1731681279995 to pos 1805, reset compression=false 2024-11-15T14:35:02,827 DEBUG [RS:0;26754e923c4a:46515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:35:02,911 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/hbase/meta/1588230740/.tmp/table/30e50188e8044e7eb28e37956755912f 2024-11-15T14:35:02,915 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/hbase/meta/1588230740/.tmp/info/9e94c32422394064ac8266741435d051 as hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/hbase/meta/1588230740/info/9e94c32422394064ac8266741435d051 2024-11-15T14:35:02,919 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/hbase/meta/1588230740/info/9e94c32422394064ac8266741435d051, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T14:35:02,919 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/hbase/meta/1588230740/.tmp/ns/92047090a4bc42be93fa62891eeced3c as hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/hbase/meta/1588230740/ns/92047090a4bc42be93fa62891eeced3c 2024-11-15T14:35:02,923 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/hbase/meta/1588230740/ns/92047090a4bc42be93fa62891eeced3c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T14:35:02,924 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/hbase/meta/1588230740/.tmp/rep_barrier/449352b8cb9a4a68a1b5fc1870e61667 as hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/hbase/meta/1588230740/rep_barrier/449352b8cb9a4a68a1b5fc1870e61667 2024-11-15T14:35:02,928 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/hbase/meta/1588230740/rep_barrier/449352b8cb9a4a68a1b5fc1870e61667, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T14:35:02,928 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/hbase/meta/1588230740/.tmp/table/30e50188e8044e7eb28e37956755912f as hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/hbase/meta/1588230740/table/30e50188e8044e7eb28e37956755912f 2024-11-15T14:35:02,932 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/hbase/meta/1588230740/table/30e50188e8044e7eb28e37956755912f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T14:35:02,933 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false 2024-11-15T14:35:02,938 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T14:35:02,938 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:35:02,938 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:35:02,938 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:35:02,938 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681301225Running coprocessor pre-close hooks at 1731681301225Disabling compacts and flushes for region at 1731681301225Disabling writes for close at 1731681301225Obtaining lock to block concurrent updates at 1731681301225Preparing flush snapshotting stores in 1588230740 at 1731681301225Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731681301226 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731681301226Flushing 1588230740/info: creating writer at 1731681301226Flushing 1588230740/info: appending metadata at 1731681301238 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731681301238Flushing 1588230740/ns: creating writer at 1731681301647 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731681301663 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731681301663Flushing 1588230740/rep_barrier: creating writer at 1731681302071 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731681302083 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731681302083Flushing 1588230740/table: creating writer at 1731681302491 (+408 ms)Flushing 1588230740/table: appending metadata at 1731681302507 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731681302507Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e24ef50: reopening flushed file at 1731681302915 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d834724: reopening flushed file at 1731681302919 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75732de2: reopening flushed file at 1731681302923 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63fb1cd7: reopening flushed file at 1731681302928 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false at 1731681302933 (+5 ms)Writing region close event to WAL at 1731681302935 (+2 ms)Running coprocessor post-close hooks at 1731681302938 (+3 ms)Closed at 1731681302938 2024-11-15T14:35:02,938 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T14:35:03,027 INFO [RS:0;26754e923c4a:46515 {}] regionserver.HRegionServer(976): stopping server 26754e923c4a,46515,1731681279092; all regions closed. 2024-11-15T14:35:03,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34943 is added to blk_1073741834_1010 (size=4239) 2024-11-15T14:35:03,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34943 is added to blk_1073741839_1015 (size=2676) 2024-11-15T14:35:03,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34943 is added to blk_1073741832_1008 (size=1813) 2024-11-15T14:35:03,034 DEBUG [RS:0;26754e923c4a:46515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:03,034 INFO [RS:0;26754e923c4a:46515 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:35:03,034 INFO [RS:0;26754e923c4a:46515 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:35:03,034 INFO [RS:0;26754e923c4a:46515 {}] hbase.ChoreService(370): Chore service for: regionserver/26754e923c4a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T14:35:03,034 INFO [RS:0;26754e923c4a:46515 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:35:03,034 INFO [regionserver/26754e923c4a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:35:03,035 INFO [RS:0;26754e923c4a:46515 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-26754e923c4a,46515,1731681279092 because: Region server is closing 2024-11-15T14:35:03,035 INFO [RS:0;26754e923c4a:46515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:46515. 2024-11-15T14:35:03,035 DEBUG [RS:0;26754e923c4a:46515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:35:03,035 DEBUG [RS:0;26754e923c4a:46515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:03,035 DEBUG [RS:0;26754e923c4a:46515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:03,035 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:35:03,135 INFO [RS:0;26754e923c4a:46515 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46515,1731681279092.replicationSource.shipper26754e923c4a%2C46515%2C1731681279092,1-26754e923c4a,46515,1731681279092 terminated 2024-11-15T14:35:03,135 INFO [RS:0;26754e923c4a:46515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:46515. 2024-11-15T14:35:03,135 DEBUG [RS:0;26754e923c4a:46515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:35:03,136 DEBUG [RS:0;26754e923c4a:46515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:03,136 DEBUG [RS:0;26754e923c4a:46515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:03,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:35:03,136 INFO [RS:0;26754e923c4a:46515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46515 2024-11-15T14:35:03,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40511-0x10140191c1b0000, quorum=127.0.0.1:61244, baseZNode=/01507406138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01507406138/rs 2024-11-15T14:35:03,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46515-0x10140191c1b0001, quorum=127.0.0.1:61244, baseZNode=/01507406138 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01507406138/rs/26754e923c4a,46515,1731681279092 2024-11-15T14:35:03,188 INFO [RS:0;26754e923c4a:46515 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:35:03,196 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [26754e923c4a,46515,1731681279092] 2024-11-15T14:35:03,199 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T14:35:03,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:03,204 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01507406138/draining/26754e923c4a,46515,1731681279092 already deleted, retry=false 2024-11-15T14:35:03,204 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 26754e923c4a,46515,1731681279092 expired; onlineServers=0 2024-11-15T14:35:03,204 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '26754e923c4a,40511,1731681278950' ***** 2024-11-15T14:35:03,204 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T14:35:03,204 INFO [M:0;26754e923c4a:40511 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:35:03,204 INFO [M:0;26754e923c4a:40511 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:35:03,205 DEBUG [M:0;26754e923c4a:40511 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T14:35:03,205 DEBUG [M:0;26754e923c4a:40511 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T14:35:03,205 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T14:35:03,205 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681279806 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681279806,5,FailOnTimeoutGroup] 2024-11-15T14:35:03,205 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681279806 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681279806,5,FailOnTimeoutGroup] 2024-11-15T14:35:03,205 INFO [M:0;26754e923c4a:40511 {}] hbase.ChoreService(370): Chore service for: master/26754e923c4a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T14:35:03,205 INFO [M:0;26754e923c4a:40511 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:35:03,205 DEBUG [M:0;26754e923c4a:40511 {}] master.HMaster(1795): Stopping service threads 2024-11-15T14:35:03,205 INFO [M:0;26754e923c4a:40511 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T14:35:03,205 INFO [M:0;26754e923c4a:40511 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:35:03,205 INFO [M:0;26754e923c4a:40511 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T14:35:03,205 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T14:35:03,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40511-0x10140191c1b0000, quorum=127.0.0.1:61244, baseZNode=/01507406138 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01507406138/master 2024-11-15T14:35:03,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40511-0x10140191c1b0000, quorum=127.0.0.1:61244, baseZNode=/01507406138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01507406138 2024-11-15T14:35:03,213 DEBUG [M:0;26754e923c4a:40511 {}] zookeeper.ZKUtil(347): master:40511-0x10140191c1b0000, quorum=127.0.0.1:61244, baseZNode=/01507406138 Unable to get data of znode /01507406138/master because node does not exist (not an error) 2024-11-15T14:35:03,213 WARN [M:0;26754e923c4a:40511 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T14:35:03,214 INFO [M:0;26754e923c4a:40511 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/.lastflushedseqids 2024-11-15T14:35:03,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34943 is added to blk_1073741848_1024 (size=245) 2024-11-15T14:35:03,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:03,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:03,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:03,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:03,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:03,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:03,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:03,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:03,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:03,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:03,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46515-0x10140191c1b0001, quorum=127.0.0.1:61244, baseZNode=/01507406138 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:35:03,296 INFO [RS:0;26754e923c4a:46515 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:35:03,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46515-0x10140191c1b0001, quorum=127.0.0.1:61244, baseZNode=/01507406138 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:35:03,296 INFO [RS:0;26754e923c4a:46515 {}] regionserver.HRegionServer(1031): Exiting; stopping=26754e923c4a,46515,1731681279092; zookeeper connection closed. 2024-11-15T14:35:03,296 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ad0356c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ad0356c 2024-11-15T14:35:03,297 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T14:35:03,626 INFO [M:0;26754e923c4a:40511 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T14:35:03,626 INFO [M:0;26754e923c4a:40511 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T14:35:03,626 DEBUG [M:0;26754e923c4a:40511 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:35:03,626 INFO [M:0;26754e923c4a:40511 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:35:03,626 DEBUG [M:0;26754e923c4a:40511 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:35:03,626 DEBUG [M:0;26754e923c4a:40511 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:35:03,626 DEBUG [M:0;26754e923c4a:40511 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:35:03,626 INFO [M:0;26754e923c4a:40511 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-15T14:35:03,644 DEBUG [M:0;26754e923c4a:40511 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9520df98d30d43aeac1a7f6e5c290012 is 82, key is hbase:meta,,1/info:regioninfo/1731681281028/Put/seqid=0 2024-11-15T14:35:03,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34943 is added to blk_1073741849_1025 (size=5672) 2024-11-15T14:35:04,048 INFO [M:0;26754e923c4a:40511 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9520df98d30d43aeac1a7f6e5c290012 2024-11-15T14:35:04,065 DEBUG [M:0;26754e923c4a:40511 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ffcb19556b7a40b993c749919ce27e4a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731681290055/Put/seqid=0 2024-11-15T14:35:04,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34943 is added to blk_1073741850_1026 (size=8515) 2024-11-15T14:35:04,469 INFO [M:0;26754e923c4a:40511 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ffcb19556b7a40b993c749919ce27e4a 2024-11-15T14:35:04,484 DEBUG [M:0;26754e923c4a:40511 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b202e6257b14526a72441ff1d3ebc05 is 69, key is 26754e923c4a,46515,1731681279092/rs:state/1731681279847/Put/seqid=0 2024-11-15T14:35:04,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34943 is added to blk_1073741851_1027 (size=5156) 2024-11-15T14:35:04,888 INFO [M:0;26754e923c4a:40511 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b202e6257b14526a72441ff1d3ebc05 2024-11-15T14:35:04,892 DEBUG [M:0;26754e923c4a:40511 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9520df98d30d43aeac1a7f6e5c290012 as hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9520df98d30d43aeac1a7f6e5c290012 2024-11-15T14:35:04,896 INFO [M:0;26754e923c4a:40511 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9520df98d30d43aeac1a7f6e5c290012, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T14:35:04,896 DEBUG [M:0;26754e923c4a:40511 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ffcb19556b7a40b993c749919ce27e4a as hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ffcb19556b7a40b993c749919ce27e4a 2024-11-15T14:35:04,900 INFO [M:0;26754e923c4a:40511 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ffcb19556b7a40b993c749919ce27e4a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T14:35:04,900 DEBUG [M:0;26754e923c4a:40511 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b202e6257b14526a72441ff1d3ebc05 as hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b202e6257b14526a72441ff1d3ebc05 2024-11-15T14:35:04,903 INFO [M:0;26754e923c4a:40511 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/user/jenkins/test-data/ac5e9966-b40e-e607-3922-10dfec130c1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b202e6257b14526a72441ff1d3ebc05, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T14:35:04,904 INFO [M:0;26754e923c4a:40511 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false 2024-11-15T14:35:04,905 INFO [M:0;26754e923c4a:40511 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:35:04,906 DEBUG [M:0;26754e923c4a:40511 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681303626Disabling compacts and flushes for region at 1731681303626Disabling writes for close at 1731681303626Obtaining lock to block concurrent updates at 1731681303626Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731681303626Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731681303627 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731681303627Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731681303627Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731681303644 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731681303644Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731681304052 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731681304064 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731681304064Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731681304472 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731681304484 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731681304484Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59ece4e5: reopening flushed file at 1731681304892 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e10ebc8: reopening flushed file at 1731681304896 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12688819: reopening flushed file at 1731681304900 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false at 1731681304904 (+4 ms)Writing region close event to WAL at 1731681304905 (+1 ms)Closed at 1731681304905 2024-11-15T14:35:04,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34943 is added to blk_1073741830_1006 (size=63642) 2024-11-15T14:35:04,908 INFO [M:0;26754e923c4a:40511 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T14:35:04,908 INFO [M:0;26754e923c4a:40511 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40511 2024-11-15T14:35:04,908 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:35:04,908 INFO [M:0;26754e923c4a:40511 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:35:05,057 INFO [M:0;26754e923c4a:40511 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:35:05,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40511-0x10140191c1b0000, quorum=127.0.0.1:61244, baseZNode=/01507406138 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:35:05,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40511-0x10140191c1b0000, quorum=127.0.0.1:61244, baseZNode=/01507406138 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:35:05,059 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@644bdaa3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:35:05,059 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20e1f8bf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:35:05,060 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:35:05,060 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16c12be5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:35:05,060 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60df503c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a935d2bb-fee8-3e98-6eb1-333530c0940d/hadoop.log.dir/,STOPPED} 2024-11-15T14:35:05,061 WARN [BP-464284108-172.17.0.3-1731681277570 heartbeating to localhost/127.0.0.1:35485 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T14:35:05,061 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T14:35:05,061 WARN [BP-464284108-172.17.0.3-1731681277570 heartbeating to localhost/127.0.0.1:35485 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-464284108-172.17.0.3-1731681277570 (Datanode Uuid f59be825-58d9-4bc7-99f6-c9c573aa245d) service to localhost/127.0.0.1:35485 2024-11-15T14:35:05,061 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T14:35:05,061 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a935d2bb-fee8-3e98-6eb1-333530c0940d/cluster_9ce11ca9-5bcc-d360-7d45-ec58271005e8/data/data1/current/BP-464284108-172.17.0.3-1731681277570 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:35:05,061 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a935d2bb-fee8-3e98-6eb1-333530c0940d/cluster_9ce11ca9-5bcc-d360-7d45-ec58271005e8/data/data2/current/BP-464284108-172.17.0.3-1731681277570 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:35:05,062 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T14:35:05,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4aae7083{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:35:05,068 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6282b25e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:35:05,068 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:35:05,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1424c9be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:35:05,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a2ae49e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a935d2bb-fee8-3e98-6eb1-333530c0940d/hadoop.log.dir/,STOPPED} 2024-11-15T14:35:05,074 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T14:35:05,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T14:35:05,095 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=261 (was 241) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35849 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61244) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35849 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35485 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35485 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35485 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35849 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:35485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35849 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:35849 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61244) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=656 (was 620) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=249 (was 241) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=830 (was 891) 2024-11-15T14:35:05,103 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=261, OpenFileDescriptor=656, MaxFileDescriptor=1048576, SystemLoadAverage=249, ProcessCount=11, AvailableMemoryMB=830 2024-11-15T14:35:05,119 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-15T14:35:05,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f301fcc4-6207-ec76-0235-8753e9a198a6/hadoop.log.dir so I do NOT create it in target/test-data/1b3cf196-6d14-8a60-4c91-d64b2c14a9aa 2024-11-15T14:35:05,120 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f301fcc4-6207-ec76-0235-8753e9a198a6/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T14:35:05,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f301fcc4-6207-ec76-0235-8753e9a198a6/hadoop.tmp.dir so I do NOT create it in target/test-data/1b3cf196-6d14-8a60-4c91-d64b2c14a9aa 2024-11-15T14:35:05,120 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f301fcc4-6207-ec76-0235-8753e9a198a6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T14:35:05,120 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b3cf196-6d14-8a60-4c91-d64b2c14a9aa 2024-11-15T14:35:05,120 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b3cf196-6d14-8a60-4c91-d64b2c14a9aa/cluster_d76af8ac-471a-5290-cfd5-621e0cd0b063, deleteOnExit=true 2024-11-15T14:35:05,137 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b3cf196-6d14-8a60-4c91-d64b2c14a9aa/cluster_d76af8ac-471a-5290-cfd5-621e0cd0b063/zookeeper_0, clientPort=49742, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b3cf196-6d14-8a60-4c91-d64b2c14a9aa/cluster_d76af8ac-471a-5290-cfd5-621e0cd0b063/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b3cf196-6d14-8a60-4c91-d64b2c14a9aa/cluster_d76af8ac-471a-5290-cfd5-621e0cd0b063/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T14:35:05,138 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49742 2024-11-15T14:35:05,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T14:35:05,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T14:35:05,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b3cf196-6d14-8a60-4c91-d64b2c14a9aa/test.cache.data in system properties and HBase conf 2024-11-15T14:35:05,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b3cf196-6d14-8a60-4c91-d64b2c14a9aa/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T14:35:05,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b3cf196-6d14-8a60-4c91-d64b2c14a9aa/hadoop.log.dir in system properties and HBase conf 2024-11-15T14:35:05,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b3cf196-6d14-8a60-4c91-d64b2c14a9aa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T14:35:05,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b3cf196-6d14-8a60-4c91-d64b2c14a9aa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T14:35:05,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T14:35:05,138 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T14:35:05,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b3cf196-6d14-8a60-4c91-d64b2c14a9aa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:35:05,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b3cf196-6d14-8a60-4c91-d64b2c14a9aa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:35:05,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b3cf196-6d14-8a60-4c91-d64b2c14a9aa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T14:35:05,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b3cf196-6d14-8a60-4c91-d64b2c14a9aa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:35:05,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b3cf196-6d14-8a60-4c91-d64b2c14a9aa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T14:35:05,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b3cf196-6d14-8a60-4c91-d64b2c14a9aa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T14:35:05,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b3cf196-6d14-8a60-4c91-d64b2c14a9aa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:35:05,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b3cf196-6d14-8a60-4c91-d64b2c14a9aa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:35:05,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b3cf196-6d14-8a60-4c91-d64b2c14a9aa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T14:35:05,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b3cf196-6d14-8a60-4c91-d64b2c14a9aa/nfs.dump.dir in system properties and HBase conf 2024-11-15T14:35:05,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b3cf196-6d14-8a60-4c91-d64b2c14a9aa/java.io.tmpdir in system properties and HBase conf 2024-11-15T14:35:05,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b3cf196-6d14-8a60-4c91-d64b2c14a9aa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:35:05,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b3cf196-6d14-8a60-4c91-d64b2c14a9aa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T14:35:05,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b3cf196-6d14-8a60-4c91-d64b2c14a9aa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T14:35:05,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10140191c1b0002, quorum=127.0.0.1:61244, baseZNode=/01507406138 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T14:35:05,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10140191c1b0005, quorum=127.0.0.1:61244, baseZNode=/11747454714 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T14:35:05,172 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10140191c1b0002, quorum=127.0.0.1:61244, baseZNode=/01507406138 Received Disconnected from ZooKeeper, ignoring 2024-11-15T14:35:05,172 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10140191c1b0005, quorum=127.0.0.1:61244, baseZNode=/11747454714 Received Disconnected from ZooKeeper, ignoring 2024-11-15T14:35:05,350 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:35:05,353 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:35:05,354 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:35:05,354 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:35:05,354 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T14:35:05,355 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:35:05,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22d3f243{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b3cf196-6d14-8a60-4c91-d64b2c14a9aa/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:35:05,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@724e6c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:35:05,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17db001d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b3cf196-6d14-8a60-4c91-d64b2c14a9aa/java.io.tmpdir/jetty-localhost-39789-hadoop-hdfs-3_4_1-tests_jar-_-any-3477401007842444119/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:35:05,452 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b31bdca{HTTP/1.1, (http/1.1)}{localhost:39789} 2024-11-15T14:35:05,452 INFO [Time-limited test {}] server.Server(415): Started @225527ms 2024-11-15T14:35:05,615 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:35:05,617 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:35:05,620 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:35:05,620 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:35:05,620 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T14:35:05,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36973165{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b3cf196-6d14-8a60-4c91-d64b2c14a9aa/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:35:05,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cc581e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:35:05,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:35:05,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T14:35:05,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T14:35:05,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T14:35:05,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T14:35:05,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:35:05,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T14:35:05,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ab36650{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b3cf196-6d14-8a60-4c91-d64b2c14a9aa/java.io.tmpdir/jetty-localhost-36269-hadoop-hdfs-3_4_1-tests_jar-_-any-1151831706067372340/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:35:05,716 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6876b713{HTTP/1.1, (http/1.1)}{localhost:36269} 2024-11-15T14:35:05,716 INFO [Time-limited test {}] server.Server(415): Started @225790ms 2024-11-15T14:35:05,717 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T14:35:06,099 WARN [Thread-2669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b3cf196-6d14-8a60-4c91-d64b2c14a9aa/cluster_d76af8ac-471a-5290-cfd5-621e0cd0b063/data/data2/current/BP-1252956632-172.17.0.3-1731681305152/current, will proceed with Du for space computation calculation, 2024-11-15T14:35:06,099 WARN [Thread-2668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b3cf196-6d14-8a60-4c91-d64b2c14a9aa/cluster_d76af8ac-471a-5290-cfd5-621e0cd0b063/data/data1/current/BP-1252956632-172.17.0.3-1731681305152/current, will proceed with Du for space computation calculation, 2024-11-15T14:35:06,115 WARN [Thread-2656 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T14:35:06,119 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6033bef65ba51421 with lease ID 0x3cf15f5cce5c765: Processing first storage report for DS-ba1bfe36-c779-4f44-9f5c-ba421c95e089 from datanode DatanodeRegistration(127.0.0.1:42757, datanodeUuid=093fd3e0-3da4-4a81-91b1-6464755012d4, infoPort=33691, infoSecurePort=0, ipcPort=38117, storageInfo=lv=-57;cid=testClusterID;nsid=1581149348;c=1731681305152) 2024-11-15T14:35:06,119 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6033bef65ba51421 with lease ID 0x3cf15f5cce5c765: from storage DS-ba1bfe36-c779-4f44-9f5c-ba421c95e089 node DatanodeRegistration(127.0.0.1:42757, datanodeUuid=093fd3e0-3da4-4a81-91b1-6464755012d4, infoPort=33691, infoSecurePort=0, ipcPort=38117, storageInfo=lv=-57;cid=testClusterID;nsid=1581149348;c=1731681305152), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T14:35:06,119 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6033bef65ba51421 with lease ID 0x3cf15f5cce5c765: Processing first storage report for DS-b2967da7-69bd-43de-8947-df8751a65173 from datanode DatanodeRegistration(127.0.0.1:42757, datanodeUuid=093fd3e0-3da4-4a81-91b1-6464755012d4, infoPort=33691, infoSecurePort=0, ipcPort=38117, storageInfo=lv=-57;cid=testClusterID;nsid=1581149348;c=1731681305152) 2024-11-15T14:35:06,119 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6033bef65ba51421 with lease ID 0x3cf15f5cce5c765: from storage DS-b2967da7-69bd-43de-8947-df8751a65173 node DatanodeRegistration(127.0.0.1:42757, datanodeUuid=093fd3e0-3da4-4a81-91b1-6464755012d4, infoPort=33691, infoSecurePort=0, ipcPort=38117, storageInfo=lv=-57;cid=testClusterID;nsid=1581149348;c=1731681305152), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T14:35:06,147 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b3cf196-6d14-8a60-4c91-d64b2c14a9aa 2024-11-15T14:35:06,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:35:06,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:35:06,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741825_1001 (size=7) 2024-11-15T14:35:06,569 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb with version=8 2024-11-15T14:35:06,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/hbase-staging 2024-11-15T14:35:06,571 INFO [Time-limited test {}] client.ConnectionUtils(128): master/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:35:06,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:35:06,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:35:06,571 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:35:06,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:35:06,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:35:06,571 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T14:35:06,571 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:35:06,572 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45293 2024-11-15T14:35:06,572 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45293 connecting to ZooKeeper ensemble=127.0.0.1:49742 2024-11-15T14:35:06,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452930x0, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:35:06,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45293-0x101401987d90000 connected 2024-11-15T14:35:06,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:35:06,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:35:06,693 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45293-0x101401987d90000, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Set watcher on znode that does not yet exist, /0-853219536/running 2024-11-15T14:35:06,693 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb, hbase.cluster.distributed=false 2024-11-15T14:35:06,694 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45293-0x101401987d90000, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Set watcher on znode that does not yet exist, /0-853219536/acl 2024-11-15T14:35:06,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45293 2024-11-15T14:35:06,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45293 2024-11-15T14:35:06,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45293 2024-11-15T14:35:06,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45293 2024-11-15T14:35:06,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45293 2024-11-15T14:35:06,709 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:35:06,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:35:06,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:35:06,709 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:35:06,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:35:06,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:35:06,709 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T14:35:06,709 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:35:06,710 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45371 2024-11-15T14:35:06,710 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45371 connecting to ZooKeeper ensemble=127.0.0.1:49742 2024-11-15T14:35:06,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:35:06,712 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:35:06,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453710x0, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:35:06,724 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453710x0, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Set watcher on znode that does not yet exist, /0-853219536/running 2024-11-15T14:35:06,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45371-0x101401987d90001 connected 2024-11-15T14:35:06,724 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T14:35:06,724 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T14:35:06,725 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45371-0x101401987d90001, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Set watcher on znode that does not yet exist, /0-853219536/master 2024-11-15T14:35:06,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45371-0x101401987d90001, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Set watcher on znode that does not yet exist, /0-853219536/acl 2024-11-15T14:35:06,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45371 2024-11-15T14:35:06,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45371 2024-11-15T14:35:06,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45371 2024-11-15T14:35:06,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45371 2024-11-15T14:35:06,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45371 2024-11-15T14:35:06,743 DEBUG [M:0;26754e923c4a:45293 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;26754e923c4a:45293 2024-11-15T14:35:06,744 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-853219536/backup-masters/26754e923c4a,45293,1731681306571 2024-11-15T14:35:06,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45371-0x101401987d90001, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-853219536/backup-masters 2024-11-15T14:35:06,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45293-0x101401987d90000, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-853219536/backup-masters 2024-11-15T14:35:06,754 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45293-0x101401987d90000, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Set watcher on existing znode=/0-853219536/backup-masters/26754e923c4a,45293,1731681306571 2024-11-15T14:35:06,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45371-0x101401987d90001, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-853219536/master 2024-11-15T14:35:06,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45293-0x101401987d90000, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-853219536 2024-11-15T14:35:06,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45371-0x101401987d90001, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-853219536 2024-11-15T14:35:06,762 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45293-0x101401987d90000, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Set watcher on existing znode=/0-853219536/master 2024-11-15T14:35:06,763 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-853219536/backup-masters/26754e923c4a,45293,1731681306571 from backup master directory 2024-11-15T14:35:06,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45293-0x101401987d90000, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-853219536/backup-masters/26754e923c4a,45293,1731681306571 2024-11-15T14:35:06,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45371-0x101401987d90001, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-853219536/backup-masters 2024-11-15T14:35:06,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45293-0x101401987d90000, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-853219536/backup-masters 2024-11-15T14:35:06,771 WARN [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:35:06,771 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=26754e923c4a,45293,1731681306571 2024-11-15T14:35:06,773 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/hbase.id] with ID: 43508f6e-8e51-4948-a371-daa5b8e86cb5 2024-11-15T14:35:06,773 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/.tmp/hbase.id 2024-11-15T14:35:06,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741826_1002 (size=42) 2024-11-15T14:35:07,181 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/.tmp/hbase.id]:[hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/hbase.id] 2024-11-15T14:35:07,189 INFO [master/26754e923c4a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:35:07,189 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T14:35:07,189 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-15T14:35:07,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45371-0x101401987d90001, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-853219536 2024-11-15T14:35:07,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45293-0x101401987d90000, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-853219536 2024-11-15T14:35:07,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741827_1003 (size=196) 2024-11-15T14:35:07,226 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:35:07,227 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T14:35:07,227 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:35:07,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741828_1004 (size=1189) 2024-11-15T14:35:07,633 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/MasterData/data/master/store 2024-11-15T14:35:07,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741829_1005 (size=34) 2024-11-15T14:35:08,038 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:35:08,038 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:35:08,038 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:35:08,038 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:35:08,038 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:35:08,038 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:35:08,038 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:35:08,039 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681308038Disabling compacts and flushes for region at 1731681308038Disabling writes for close at 1731681308038Writing region close event to WAL at 1731681308038Closed at 1731681308038 2024-11-15T14:35:08,039 WARN [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/MasterData/data/master/store/.initializing 2024-11-15T14:35:08,039 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/MasterData/WALs/26754e923c4a,45293,1731681306571 2024-11-15T14:35:08,040 INFO [master/26754e923c4a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:35:08,041 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=26754e923c4a%2C45293%2C1731681306571, suffix=, logDir=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/MasterData/WALs/26754e923c4a,45293,1731681306571, archiveDir=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/MasterData/oldWALs, maxLogs=10 2024-11-15T14:35:08,053 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/MasterData/WALs/26754e923c4a,45293,1731681306571/26754e923c4a%2C45293%2C1731681306571.1731681308042, exclude list is [], retry=0 2024-11-15T14:35:08,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42757,DS-ba1bfe36-c779-4f44-9f5c-ba421c95e089,DISK] 2024-11-15T14:35:08,057 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/MasterData/WALs/26754e923c4a,45293,1731681306571/26754e923c4a%2C45293%2C1731681306571.1731681308042 2024-11-15T14:35:08,057 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33691:33691)] 2024-11-15T14:35:08,057 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:35:08,057 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:35:08,057 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:08,057 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:08,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:08,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T14:35:08,059 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:08,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:35:08,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:08,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T14:35:08,061 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:08,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:35:08,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:08,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T14:35:08,062 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:08,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:35:08,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:08,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T14:35:08,063 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:08,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:35:08,064 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:08,064 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:08,064 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:08,065 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:08,065 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:08,065 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:35:08,066 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:08,067 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:35:08,068 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68456496, jitterRate=0.020081281661987305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:35:08,068 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731681308057Initializing all the Stores at 1731681308058 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681308058Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681308058Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681308058Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681308058Cleaning up temporary data from old regions at 1731681308065 (+7 ms)Region opened successfully at 1731681308068 (+3 ms) 2024-11-15T14:35:08,068 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T14:35:08,070 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d0e4dea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:35:08,071 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T14:35:08,071 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T14:35:08,071 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T14:35:08,071 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T14:35:08,071 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T14:35:08,072 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T14:35:08,072 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T14:35:08,073 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T14:35:08,073 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45293-0x101401987d90000, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Unable to get data of znode /0-853219536/balancer because node does not exist (not necessarily an error) 2024-11-15T14:35:08,112 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-853219536/balancer already deleted, retry=false 2024-11-15T14:35:08,113 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T14:35:08,113 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45293-0x101401987d90000, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Unable to get data of znode /0-853219536/normalizer because node does not exist (not necessarily an error) 2024-11-15T14:35:08,123 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-853219536/normalizer already deleted, retry=false 2024-11-15T14:35:08,123 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T14:35:08,124 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45293-0x101401987d90000, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Unable to get data of znode /0-853219536/switch/split because node does not exist (not necessarily an error) 2024-11-15T14:35:08,131 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-853219536/switch/split already deleted, retry=false 2024-11-15T14:35:08,132 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45293-0x101401987d90000, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Unable to get data of znode /0-853219536/switch/merge because node does not exist (not necessarily an error) 2024-11-15T14:35:08,140 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-853219536/switch/merge already deleted, retry=false 2024-11-15T14:35:08,141 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45293-0x101401987d90000, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Unable to get data of znode /0-853219536/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T14:35:08,148 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-853219536/snapshot-cleanup already deleted, retry=false 2024-11-15T14:35:08,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45371-0x101401987d90001, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-853219536/running 2024-11-15T14:35:08,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45293-0x101401987d90000, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-853219536/running 2024-11-15T14:35:08,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45293-0x101401987d90000, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-853219536 2024-11-15T14:35:08,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45371-0x101401987d90001, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-853219536 2024-11-15T14:35:08,157 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=26754e923c4a,45293,1731681306571, sessionid=0x101401987d90000, setting cluster-up flag (Was=false) 2024-11-15T14:35:08,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45371-0x101401987d90001, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-853219536 2024-11-15T14:35:08,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45293-0x101401987d90000, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-853219536 2024-11-15T14:35:08,198 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-853219536/flush-table-proc/acquired, /0-853219536/flush-table-proc/reached, /0-853219536/flush-table-proc/abort 2024-11-15T14:35:08,199 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,45293,1731681306571 2024-11-15T14:35:08,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45293-0x101401987d90000, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-853219536 2024-11-15T14:35:08,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45371-0x101401987d90001, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-853219536 2024-11-15T14:35:08,240 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-853219536/online-snapshot/acquired, /0-853219536/online-snapshot/reached, /0-853219536/online-snapshot/abort 2024-11-15T14:35:08,241 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,45293,1731681306571 2024-11-15T14:35:08,241 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T14:35:08,242 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T14:35:08,242 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T14:35:08,242 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T14:35:08,243 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 26754e923c4a,45293,1731681306571 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T14:35:08,244 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:35:08,244 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:35:08,244 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:35:08,244 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:35:08,244 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/26754e923c4a:0, corePoolSize=10, maxPoolSize=10 2024-11-15T14:35:08,244 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:08,244 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:35:08,244 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:08,244 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731681338244 2024-11-15T14:35:08,244 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T14:35:08,245 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T14:35:08,245 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T14:35:08,245 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T14:35:08,245 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T14:35:08,245 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T14:35:08,245 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:35:08,245 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:08,245 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T14:35:08,245 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T14:35:08,245 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T14:35:08,245 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T14:35:08,245 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T14:35:08,245 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T14:35:08,245 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T14:35:08,246 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:08,246 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681308245,5,FailOnTimeoutGroup] 2024-11-15T14:35:08,246 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T14:35:08,246 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681308246,5,FailOnTimeoutGroup] 2024-11-15T14:35:08,246 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:08,246 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T14:35:08,246 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:08,246 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:08,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741831_1007 (size=1321) 2024-11-15T14:35:08,335 INFO [RS:0;26754e923c4a:45371 {}] regionserver.HRegionServer(746): ClusterId : 43508f6e-8e51-4948-a371-daa5b8e86cb5 2024-11-15T14:35:08,335 DEBUG [RS:0;26754e923c4a:45371 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T14:35:08,340 DEBUG [RS:0;26754e923c4a:45371 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T14:35:08,340 DEBUG [RS:0;26754e923c4a:45371 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T14:35:08,348 DEBUG [RS:0;26754e923c4a:45371 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T14:35:08,349 DEBUG [RS:0;26754e923c4a:45371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ceb99b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:35:08,359 DEBUG [RS:0;26754e923c4a:45371 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;26754e923c4a:45371 2024-11-15T14:35:08,359 INFO [RS:0;26754e923c4a:45371 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T14:35:08,359 INFO [RS:0;26754e923c4a:45371 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T14:35:08,359 DEBUG [RS:0;26754e923c4a:45371 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T14:35:08,360 INFO [RS:0;26754e923c4a:45371 {}] regionserver.HRegionServer(2659): reportForDuty to master=26754e923c4a,45293,1731681306571 with port=45371, startcode=1731681306709 2024-11-15T14:35:08,360 DEBUG [RS:0;26754e923c4a:45371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T14:35:08,361 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T14:35:08,361 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45293 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 26754e923c4a,45371,1731681306709 2024-11-15T14:35:08,362 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45293 {}] master.ServerManager(517): Registering regionserver=26754e923c4a,45371,1731681306709 2024-11-15T14:35:08,363 DEBUG [RS:0;26754e923c4a:45371 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb 2024-11-15T14:35:08,363 DEBUG [RS:0;26754e923c4a:45371 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46523 2024-11-15T14:35:08,363 DEBUG [RS:0;26754e923c4a:45371 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T14:35:08,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45293-0x101401987d90000, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-853219536/rs 2024-11-15T14:35:08,373 DEBUG [RS:0;26754e923c4a:45371 {}] zookeeper.ZKUtil(111): regionserver:45371-0x101401987d90001, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Set watcher on existing znode=/0-853219536/rs/26754e923c4a,45371,1731681306709 2024-11-15T14:35:08,373 WARN [RS:0;26754e923c4a:45371 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:35:08,373 INFO [RS:0;26754e923c4a:45371 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:35:08,373 DEBUG [RS:0;26754e923c4a:45371 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709 2024-11-15T14:35:08,374 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [26754e923c4a,45371,1731681306709] 2024-11-15T14:35:08,376 INFO [RS:0;26754e923c4a:45371 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T14:35:08,378 INFO [RS:0;26754e923c4a:45371 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T14:35:08,378 INFO [RS:0;26754e923c4a:45371 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T14:35:08,378 INFO [RS:0;26754e923c4a:45371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:08,382 INFO [RS:0;26754e923c4a:45371 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T14:35:08,383 INFO [RS:0;26754e923c4a:45371 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T14:35:08,383 INFO [RS:0;26754e923c4a:45371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:08,383 DEBUG [RS:0;26754e923c4a:45371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:08,383 DEBUG [RS:0;26754e923c4a:45371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:08,383 DEBUG [RS:0;26754e923c4a:45371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:08,383 DEBUG [RS:0;26754e923c4a:45371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:08,383 DEBUG [RS:0;26754e923c4a:45371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:08,384 DEBUG [RS:0;26754e923c4a:45371 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:35:08,384 DEBUG [RS:0;26754e923c4a:45371 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:08,384 DEBUG [RS:0;26754e923c4a:45371 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:08,384 DEBUG [RS:0;26754e923c4a:45371 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:08,384 DEBUG [RS:0;26754e923c4a:45371 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:08,384 DEBUG [RS:0;26754e923c4a:45371 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:08,384 DEBUG [RS:0;26754e923c4a:45371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:08,384 DEBUG [RS:0;26754e923c4a:45371 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:35:08,384 DEBUG [RS:0;26754e923c4a:45371 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:35:08,384 INFO [RS:0;26754e923c4a:45371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:08,384 INFO [RS:0;26754e923c4a:45371 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:08,384 INFO [RS:0;26754e923c4a:45371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:08,384 INFO [RS:0;26754e923c4a:45371 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:08,384 INFO [RS:0;26754e923c4a:45371 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:08,384 INFO [RS:0;26754e923c4a:45371 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,45371,1731681306709-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:35:08,412 INFO [RS:0;26754e923c4a:45371 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T14:35:08,413 INFO [RS:0;26754e923c4a:45371 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,45371,1731681306709-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:08,413 INFO [RS:0;26754e923c4a:45371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:08,413 INFO [RS:0;26754e923c4a:45371 {}] regionserver.Replication(171): 26754e923c4a,45371,1731681306709 started 2024-11-15T14:35:08,430 INFO [RS:0;26754e923c4a:45371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:08,430 INFO [RS:0;26754e923c4a:45371 {}] regionserver.HRegionServer(1482): Serving as 26754e923c4a,45371,1731681306709, RpcServer on 26754e923c4a/172.17.0.3:45371, sessionid=0x101401987d90001 2024-11-15T14:35:08,430 DEBUG [RS:0;26754e923c4a:45371 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T14:35:08,430 DEBUG [RS:0;26754e923c4a:45371 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 26754e923c4a,45371,1731681306709 2024-11-15T14:35:08,430 DEBUG [RS:0;26754e923c4a:45371 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,45371,1731681306709' 2024-11-15T14:35:08,430 DEBUG [RS:0;26754e923c4a:45371 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-853219536/flush-table-proc/abort' 2024-11-15T14:35:08,430 DEBUG [RS:0;26754e923c4a:45371 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-853219536/flush-table-proc/acquired' 2024-11-15T14:35:08,431 DEBUG [RS:0;26754e923c4a:45371 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T14:35:08,431 DEBUG [RS:0;26754e923c4a:45371 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T14:35:08,431 DEBUG [RS:0;26754e923c4a:45371 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 26754e923c4a,45371,1731681306709 2024-11-15T14:35:08,431 DEBUG [RS:0;26754e923c4a:45371 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,45371,1731681306709' 2024-11-15T14:35:08,431 DEBUG [RS:0;26754e923c4a:45371 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-853219536/online-snapshot/abort' 2024-11-15T14:35:08,431 DEBUG [RS:0;26754e923c4a:45371 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-853219536/online-snapshot/acquired' 2024-11-15T14:35:08,431 DEBUG [RS:0;26754e923c4a:45371 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T14:35:08,431 INFO [RS:0;26754e923c4a:45371 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T14:35:08,431 INFO [RS:0;26754e923c4a:45371 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T14:35:08,440 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T14:35:08,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:08,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:08,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:08,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:08,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:08,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:08,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:08,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:08,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:08,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:08,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:08,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:08,532 INFO [RS:0;26754e923c4a:45371 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:35:08,533 INFO [RS:0;26754e923c4a:45371 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C45371%2C1731681306709, suffix=, logDir=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709, archiveDir=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/oldWALs, maxLogs=10 2024-11-15T14:35:08,549 DEBUG [RS:0;26754e923c4a:45371 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534, exclude list is [], retry=0 2024-11-15T14:35:08,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42757,DS-ba1bfe36-c779-4f44-9f5c-ba421c95e089,DISK] 2024-11-15T14:35:08,553 INFO [RS:0;26754e923c4a:45371 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 2024-11-15T14:35:08,553 DEBUG [RS:0;26754e923c4a:45371 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33691:33691)] 2024-11-15T14:35:08,656 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T14:35:08,656 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb 2024-11-15T14:35:08,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741833_1009 (size=32) 2024-11-15T14:35:09,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:35:09,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:35:09,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:35:09,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:09,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:35:09,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:35:09,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:35:09,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:09,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:35:09,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:35:09,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:35:09,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:09,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:35:09,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:35:09,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:35:09,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:09,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:35:09,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:35:09,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/hbase/meta/1588230740 2024-11-15T14:35:09,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/hbase/meta/1588230740 2024-11-15T14:35:09,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:35:09,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:35:09,069 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:35:09,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:35:09,072 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:35:09,072 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71924409, jitterRate=0.07175721228122711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:35:09,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731681309061Initializing all the Stores at 1731681309061Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681309062 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681309062Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681309062Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681309062Cleaning up temporary data from old regions at 1731681309069 (+7 ms)Region opened successfully at 1731681309072 (+3 ms) 2024-11-15T14:35:09,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:35:09,073 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:35:09,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:35:09,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:35:09,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:35:09,073 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:35:09,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681309073Disabling compacts and flushes for region at 1731681309073Disabling writes for close at 1731681309073Writing region close event to WAL at 1731681309073Closed at 1731681309073 2024-11-15T14:35:09,074 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:35:09,074 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T14:35:09,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T14:35:09,075 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:35:09,076 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T14:35:09,226 DEBUG [26754e923c4a:45293 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T14:35:09,227 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=26754e923c4a,45371,1731681306709 2024-11-15T14:35:09,228 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,45371,1731681306709, state=OPENING 2024-11-15T14:35:09,315 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T14:35:09,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45371-0x101401987d90001, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-853219536 2024-11-15T14:35:09,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45293-0x101401987d90000, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-853219536 2024-11-15T14:35:09,323 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:35:09,323 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-853219536/meta-region-server: CHANGED 2024-11-15T14:35:09,323 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-853219536/meta-region-server: CHANGED 2024-11-15T14:35:09,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,45371,1731681306709}] 2024-11-15T14:35:09,475 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T14:35:09,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T14:35:09,479 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T14:35:09,479 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:35:09,479 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T14:35:09,480 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C45371%2C1731681306709.meta, suffix=.meta, logDir=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709, archiveDir=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/oldWALs, maxLogs=10 2024-11-15T14:35:09,492 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.meta.1731681309480.meta, exclude list is [], retry=0 2024-11-15T14:35:09,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42757,DS-ba1bfe36-c779-4f44-9f5c-ba421c95e089,DISK] 2024-11-15T14:35:09,495 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.meta.1731681309480.meta 2024-11-15T14:35:09,495 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33691:33691)] 2024-11-15T14:35:09,495 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:35:09,495 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:35:09,495 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T14:35:09,495 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T14:35:09,495 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T14:35:09,496 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T14:35:09,496 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:35:09,496 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T14:35:09,496 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T14:35:09,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:35:09,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:35:09,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:09,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:35:09,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:35:09,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:35:09,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:09,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:35:09,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:35:09,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:35:09,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:09,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:35:09,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:35:09,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:35:09,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:09,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:35:09,501 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:35:09,501 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/hbase/meta/1588230740 2024-11-15T14:35:09,502 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/hbase/meta/1588230740 2024-11-15T14:35:09,503 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:35:09,503 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:35:09,503 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:35:09,504 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:35:09,505 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67771802, jitterRate=0.009878545999526978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:35:09,505 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T14:35:09,506 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731681309496Writing region info on filesystem at 1731681309496Initializing all the Stores at 1731681309496Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681309496Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681309497 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681309497Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681309497Cleaning up temporary data from old regions at 1731681309503 (+6 ms)Running coprocessor post-open hooks at 1731681309505 (+2 ms)Region opened successfully at 1731681309506 (+1 ms) 2024-11-15T14:35:09,506 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731681309475 2024-11-15T14:35:09,508 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T14:35:09,508 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T14:35:09,509 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,45371,1731681306709 2024-11-15T14:35:09,509 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,45371,1731681306709, state=OPEN 2024-11-15T14:35:09,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45371-0x101401987d90001, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-853219536/meta-region-server 2024-11-15T14:35:09,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45293-0x101401987d90000, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-853219536/meta-region-server 2024-11-15T14:35:09,532 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=26754e923c4a,45371,1731681306709 2024-11-15T14:35:09,532 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-853219536/meta-region-server: CHANGED 2024-11-15T14:35:09,532 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-853219536/meta-region-server: CHANGED 2024-11-15T14:35:09,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T14:35:09,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,45371,1731681306709 in 209 msec 2024-11-15T14:35:09,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T14:35:09,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 460 msec 2024-11-15T14:35:09,536 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:35:09,536 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T14:35:09,537 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:35:09,537 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,45371,1731681306709, seqNum=-1] 2024-11-15T14:35:09,538 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:35:09,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47481, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:35:09,542 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3000 sec 2024-11-15T14:35:09,542 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731681309542, completionTime=-1 2024-11-15T14:35:09,542 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T14:35:09,543 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T14:35:09,544 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T14:35:09,544 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731681369544 2024-11-15T14:35:09,544 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731681429544 2024-11-15T14:35:09,544 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T14:35:09,544 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,45293,1731681306571-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:09,545 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,45293,1731681306571-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:09,545 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,45293,1731681306571-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:09,545 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-26754e923c4a:45293, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:09,545 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:09,545 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:09,546 DEBUG [master/26754e923c4a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T14:35:09,547 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.776sec 2024-11-15T14:35:09,548 INFO [master/26754e923c4a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T14:35:09,548 INFO [master/26754e923c4a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T14:35:09,548 INFO [master/26754e923c4a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T14:35:09,548 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T14:35:09,548 INFO [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T14:35:09,548 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,45293,1731681306571-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:35:09,548 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,45293,1731681306571-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T14:35:09,549 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T14:35:09,549 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T14:35:09,550 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,45293,1731681306571-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:09,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f345c11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:09,636 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,45293,-1 for getting cluster id 2024-11-15T14:35:09,636 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:35:09,637 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43508f6e-8e51-4948-a371-daa5b8e86cb5' 2024-11-15T14:35:09,637 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:35:09,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43508f6e-8e51-4948-a371-daa5b8e86cb5" 2024-11-15T14:35:09,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11d1abd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:09,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,45293,-1] 2024-11-15T14:35:09,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:35:09,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:09,639 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:35:09,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37801c3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:09,640 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:35:09,640 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,45371,1731681306709, seqNum=-1] 2024-11-15T14:35:09,641 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:35:09,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:35:09,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=26754e923c4a,45293,1731681306571 2024-11-15T14:35:09,643 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49742 2024-11-15T14:35:09,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:35:09,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101401987d90002 connected 2024-11-15T14:35:09,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b3cf196-6d14-8a60-4c91-d64b2c14a9aa/hadoop.log.dir so I do NOT create it in target/test-data/b348ba34-6a72-a6dc-fb0d-2de7940b48cc 2024-11-15T14:35:09,667 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b3cf196-6d14-8a60-4c91-d64b2c14a9aa/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T14:35:09,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b3cf196-6d14-8a60-4c91-d64b2c14a9aa/hadoop.tmp.dir so I do NOT create it in target/test-data/b348ba34-6a72-a6dc-fb0d-2de7940b48cc 2024-11-15T14:35:09,667 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b3cf196-6d14-8a60-4c91-d64b2c14a9aa/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T14:35:09,667 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b348ba34-6a72-a6dc-fb0d-2de7940b48cc 2024-11-15T14:35:09,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T14:35:09,667 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b348ba34-6a72-a6dc-fb0d-2de7940b48cc/cluster_9f68e724-73b3-1b41-732a-2fa65a357773, deleteOnExit=true 2024-11-15T14:35:09,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T14:35:09,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b348ba34-6a72-a6dc-fb0d-2de7940b48cc/test.cache.data in system properties and HBase conf 2024-11-15T14:35:09,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b348ba34-6a72-a6dc-fb0d-2de7940b48cc/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T14:35:09,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b348ba34-6a72-a6dc-fb0d-2de7940b48cc/hadoop.log.dir in system properties and HBase conf 2024-11-15T14:35:09,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b348ba34-6a72-a6dc-fb0d-2de7940b48cc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T14:35:09,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b348ba34-6a72-a6dc-fb0d-2de7940b48cc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T14:35:09,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T14:35:09,668 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T14:35:09,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b348ba34-6a72-a6dc-fb0d-2de7940b48cc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:35:09,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b348ba34-6a72-a6dc-fb0d-2de7940b48cc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:35:09,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b348ba34-6a72-a6dc-fb0d-2de7940b48cc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T14:35:09,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b348ba34-6a72-a6dc-fb0d-2de7940b48cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:35:09,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b348ba34-6a72-a6dc-fb0d-2de7940b48cc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T14:35:09,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b348ba34-6a72-a6dc-fb0d-2de7940b48cc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T14:35:09,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b348ba34-6a72-a6dc-fb0d-2de7940b48cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:35:09,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b348ba34-6a72-a6dc-fb0d-2de7940b48cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:35:09,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b348ba34-6a72-a6dc-fb0d-2de7940b48cc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T14:35:09,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b348ba34-6a72-a6dc-fb0d-2de7940b48cc/nfs.dump.dir in system properties and HBase conf 2024-11-15T14:35:09,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b348ba34-6a72-a6dc-fb0d-2de7940b48cc/java.io.tmpdir in system properties and HBase conf 2024-11-15T14:35:09,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b348ba34-6a72-a6dc-fb0d-2de7940b48cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:35:09,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b348ba34-6a72-a6dc-fb0d-2de7940b48cc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T14:35:09,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b348ba34-6a72-a6dc-fb0d-2de7940b48cc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T14:35:09,880 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:35:09,884 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:35:09,885 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:35:09,885 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:35:09,885 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T14:35:09,886 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:35:09,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@673761d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b348ba34-6a72-a6dc-fb0d-2de7940b48cc/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:35:09,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@388d4706{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:35:09,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36b609be{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b348ba34-6a72-a6dc-fb0d-2de7940b48cc/java.io.tmpdir/jetty-localhost-44169-hadoop-hdfs-3_4_1-tests_jar-_-any-10113972235378151933/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:35:09,997 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@413816ee{HTTP/1.1, (http/1.1)}{localhost:44169} 2024-11-15T14:35:09,997 INFO [Time-limited test {}] server.Server(415): Started @230071ms 2024-11-15T14:35:10,157 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:35:10,159 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:35:10,160 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:35:10,160 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:35:10,160 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T14:35:10,161 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b0c9f8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b348ba34-6a72-a6dc-fb0d-2de7940b48cc/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:35:10,161 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b57aaaf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:35:10,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@335b3501{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b348ba34-6a72-a6dc-fb0d-2de7940b48cc/java.io.tmpdir/jetty-localhost-40187-hadoop-hdfs-3_4_1-tests_jar-_-any-6126125392293925754/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:35:10,255 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37e857e1{HTTP/1.1, (http/1.1)}{localhost:40187} 2024-11-15T14:35:10,255 INFO [Time-limited test {}] server.Server(415): Started @230329ms 2024-11-15T14:35:10,256 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T14:35:10,607 WARN [Thread-2789 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b348ba34-6a72-a6dc-fb0d-2de7940b48cc/cluster_9f68e724-73b3-1b41-732a-2fa65a357773/data/data1/current/BP-1838670664-172.17.0.3-1731681309692/current, will proceed with Du for space computation calculation, 2024-11-15T14:35:10,607 WARN [Thread-2790 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b348ba34-6a72-a6dc-fb0d-2de7940b48cc/cluster_9f68e724-73b3-1b41-732a-2fa65a357773/data/data2/current/BP-1838670664-172.17.0.3-1731681309692/current, will proceed with Du for space computation calculation, 2024-11-15T14:35:10,630 WARN [Thread-2777 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T14:35:10,632 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc52801f05ba1ebe with lease ID 0xd5699af203ddecbe: Processing first storage report for DS-cf10928d-5e52-4af7-b26f-1b0492258259 from datanode DatanodeRegistration(127.0.0.1:36187, datanodeUuid=a7c97563-03de-466a-80a1-893ca402d794, infoPort=33917, infoSecurePort=0, ipcPort=38255, storageInfo=lv=-57;cid=testClusterID;nsid=830227796;c=1731681309692) 2024-11-15T14:35:10,632 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc52801f05ba1ebe with lease ID 0xd5699af203ddecbe: from storage DS-cf10928d-5e52-4af7-b26f-1b0492258259 node DatanodeRegistration(127.0.0.1:36187, datanodeUuid=a7c97563-03de-466a-80a1-893ca402d794, infoPort=33917, infoSecurePort=0, ipcPort=38255, storageInfo=lv=-57;cid=testClusterID;nsid=830227796;c=1731681309692), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T14:35:10,632 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc52801f05ba1ebe with lease ID 0xd5699af203ddecbe: Processing first storage report for DS-e8dc2914-7e51-4bcc-833b-a44e58620690 from datanode DatanodeRegistration(127.0.0.1:36187, datanodeUuid=a7c97563-03de-466a-80a1-893ca402d794, infoPort=33917, infoSecurePort=0, ipcPort=38255, storageInfo=lv=-57;cid=testClusterID;nsid=830227796;c=1731681309692) 2024-11-15T14:35:10,632 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc52801f05ba1ebe with lease ID 0xd5699af203ddecbe: from storage DS-e8dc2914-7e51-4bcc-833b-a44e58620690 node DatanodeRegistration(127.0.0.1:36187, datanodeUuid=a7c97563-03de-466a-80a1-893ca402d794, infoPort=33917, infoSecurePort=0, ipcPort=38255, storageInfo=lv=-57;cid=testClusterID;nsid=830227796;c=1731681309692), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T14:35:10,684 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b348ba34-6a72-a6dc-fb0d-2de7940b48cc 2024-11-15T14:35:10,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:35:10,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:35:10,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741825_1001 (size=7) 2024-11-15T14:35:11,092 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284 with version=8 2024-11-15T14:35:11,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/hbase-staging 2024-11-15T14:35:11,095 INFO [Time-limited test {}] client.ConnectionUtils(128): master/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:35:11,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:35:11,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:35:11,095 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:35:11,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:35:11,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:35:11,095 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T14:35:11,095 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:35:11,096 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39967 2024-11-15T14:35:11,096 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39967 connecting to ZooKeeper ensemble=127.0.0.1:49742 2024-11-15T14:35:11,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399670x0, quorum=127.0.0.1:49742, baseZNode=/12145546379 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:35:11,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39967-0x101401987d90003 connected 2024-11-15T14:35:11,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:35:11,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:35:11,195 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39967-0x101401987d90003, quorum=127.0.0.1:49742, baseZNode=/12145546379 Set watcher on znode that does not yet exist, /12145546379/running 2024-11-15T14:35:11,195 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284, hbase.cluster.distributed=false 2024-11-15T14:35:11,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39967-0x101401987d90003, quorum=127.0.0.1:49742, baseZNode=/12145546379 Set watcher on znode that does not yet exist, /12145546379/acl 2024-11-15T14:35:11,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39967 2024-11-15T14:35:11,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39967 2024-11-15T14:35:11,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39967 2024-11-15T14:35:11,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39967 2024-11-15T14:35:11,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39967 2024-11-15T14:35:11,221 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:35:11,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:35:11,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:35:11,221 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:35:11,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:35:11,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:35:11,221 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T14:35:11,222 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:35:11,227 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33617 2024-11-15T14:35:11,228 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33617 connecting to ZooKeeper ensemble=127.0.0.1:49742 2024-11-15T14:35:11,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:35:11,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:35:11,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336170x0, quorum=127.0.0.1:49742, baseZNode=/12145546379 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:35:11,246 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33617-0x101401987d90004 connected 2024-11-15T14:35:11,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33617-0x101401987d90004, quorum=127.0.0.1:49742, baseZNode=/12145546379 Set watcher on znode that does not yet exist, /12145546379/running 2024-11-15T14:35:11,247 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T14:35:11,247 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T14:35:11,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33617-0x101401987d90004, quorum=127.0.0.1:49742, baseZNode=/12145546379 Set watcher on znode that does not yet exist, /12145546379/master 2024-11-15T14:35:11,249 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33617-0x101401987d90004, quorum=127.0.0.1:49742, baseZNode=/12145546379 Set watcher on znode that does not yet exist, /12145546379/acl 2024-11-15T14:35:11,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33617 2024-11-15T14:35:11,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33617 2024-11-15T14:35:11,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33617 2024-11-15T14:35:11,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33617 2024-11-15T14:35:11,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33617 2024-11-15T14:35:11,273 DEBUG [M:0;26754e923c4a:39967 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;26754e923c4a:39967 2024-11-15T14:35:11,274 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12145546379/backup-masters/26754e923c4a,39967,1731681311095 2024-11-15T14:35:11,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x101401987d90004, quorum=127.0.0.1:49742, baseZNode=/12145546379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12145546379/backup-masters 2024-11-15T14:35:11,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39967-0x101401987d90003, quorum=127.0.0.1:49742, baseZNode=/12145546379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12145546379/backup-masters 2024-11-15T14:35:11,282 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39967-0x101401987d90003, quorum=127.0.0.1:49742, baseZNode=/12145546379 Set watcher on existing znode=/12145546379/backup-masters/26754e923c4a,39967,1731681311095 2024-11-15T14:35:11,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39967-0x101401987d90003, quorum=127.0.0.1:49742, baseZNode=/12145546379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12145546379 2024-11-15T14:35:11,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x101401987d90004, quorum=127.0.0.1:49742, baseZNode=/12145546379 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12145546379/master 2024-11-15T14:35:11,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x101401987d90004, quorum=127.0.0.1:49742, baseZNode=/12145546379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12145546379 2024-11-15T14:35:11,290 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39967-0x101401987d90003, quorum=127.0.0.1:49742, baseZNode=/12145546379 Set watcher on existing znode=/12145546379/master 2024-11-15T14:35:11,290 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12145546379/backup-masters/26754e923c4a,39967,1731681311095 from backup master directory 2024-11-15T14:35:11,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39967-0x101401987d90003, quorum=127.0.0.1:49742, baseZNode=/12145546379 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12145546379/backup-masters/26754e923c4a,39967,1731681311095 2024-11-15T14:35:11,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39967-0x101401987d90003, quorum=127.0.0.1:49742, baseZNode=/12145546379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12145546379/backup-masters 2024-11-15T14:35:11,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x101401987d90004, quorum=127.0.0.1:49742, baseZNode=/12145546379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12145546379/backup-masters 2024-11-15T14:35:11,298 WARN [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:35:11,298 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=26754e923c4a,39967,1731681311095 2024-11-15T14:35:11,301 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/hbase.id] with ID: 5038700a-fd8d-40b8-920b-5b72c816a3eb 2024-11-15T14:35:11,301 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/.tmp/hbase.id 2024-11-15T14:35:11,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741826_1002 (size=42) 2024-11-15T14:35:11,708 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/.tmp/hbase.id]:[hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/hbase.id] 2024-11-15T14:35:11,715 INFO [master/26754e923c4a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:35:11,715 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T14:35:11,716 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T14:35:11,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x101401987d90004, quorum=127.0.0.1:49742, baseZNode=/12145546379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12145546379 2024-11-15T14:35:11,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39967-0x101401987d90003, quorum=127.0.0.1:49742, baseZNode=/12145546379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12145546379 2024-11-15T14:35:11,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741827_1003 (size=196) 2024-11-15T14:35:11,774 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:35:11,774 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [26754e923c4a,34083,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:34083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T14:35:11,775 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38294 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [26754e923c4a,34083,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:34083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T14:35:12,169 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:35:12,170 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T14:35:12,170 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:35:12,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741828_1004 (size=1189) 2024-11-15T14:35:12,576 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/MasterData/data/master/store 2024-11-15T14:35:12,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741829_1005 (size=34) 2024-11-15T14:35:12,981 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:35:12,981 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:35:12,981 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:35:12,981 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:35:12,981 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:35:12,981 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:35:12,981 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:35:12,981 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681312981Disabling compacts and flushes for region at 1731681312981Disabling writes for close at 1731681312981Writing region close event to WAL at 1731681312981Closed at 1731681312981 2024-11-15T14:35:12,982 WARN [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/MasterData/data/master/store/.initializing 2024-11-15T14:35:12,982 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/MasterData/WALs/26754e923c4a,39967,1731681311095 2024-11-15T14:35:12,983 INFO [master/26754e923c4a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:35:12,984 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=26754e923c4a%2C39967%2C1731681311095, suffix=, logDir=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/MasterData/WALs/26754e923c4a,39967,1731681311095, archiveDir=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/MasterData/oldWALs, maxLogs=10 2024-11-15T14:35:12,995 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/MasterData/WALs/26754e923c4a,39967,1731681311095/26754e923c4a%2C39967%2C1731681311095.1731681312984, exclude list is [], retry=0 2024-11-15T14:35:12,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36187,DS-cf10928d-5e52-4af7-b26f-1b0492258259,DISK] 2024-11-15T14:35:12,999 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/MasterData/WALs/26754e923c4a,39967,1731681311095/26754e923c4a%2C39967%2C1731681311095.1731681312984 2024-11-15T14:35:12,999 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33917:33917)] 2024-11-15T14:35:12,999 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:35:12,999 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:35:12,999 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:12,999 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:13,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:13,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T14:35:13,003 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:13,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:35:13,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:13,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T14:35:13,004 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:13,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:35:13,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:13,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T14:35:13,005 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:13,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:35:13,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:13,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T14:35:13,006 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:13,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:35:13,006 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:13,006 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:13,006 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:13,007 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:13,007 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:13,007 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:35:13,008 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:13,010 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:35:13,010 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63183884, jitterRate=-0.058486759662628174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:35:13,010 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731681312999Initializing all the Stores at 1731681313000 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681313000Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681313002 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681313002Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681313002Cleaning up temporary data from old regions at 1731681313007 (+5 ms)Region opened successfully at 1731681313010 (+3 ms) 2024-11-15T14:35:13,010 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T14:35:13,012 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1801ee00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:35:13,013 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T14:35:13,013 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T14:35:13,013 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T14:35:13,013 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T14:35:13,013 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T14:35:13,013 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T14:35:13,013 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T14:35:13,015 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T14:35:13,015 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39967-0x101401987d90003, quorum=127.0.0.1:49742, baseZNode=/12145546379 Unable to get data of znode /12145546379/balancer because node does not exist (not necessarily an error) 2024-11-15T14:35:13,098 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12145546379/balancer already deleted, retry=false 2024-11-15T14:35:13,098 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T14:35:13,099 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39967-0x101401987d90003, quorum=127.0.0.1:49742, baseZNode=/12145546379 Unable to get data of znode /12145546379/normalizer because node does not exist (not necessarily an error) 2024-11-15T14:35:13,106 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12145546379/normalizer already deleted, retry=false 2024-11-15T14:35:13,106 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T14:35:13,107 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39967-0x101401987d90003, quorum=127.0.0.1:49742, baseZNode=/12145546379 Unable to get data of znode /12145546379/switch/split because node does not exist (not necessarily an error) 2024-11-15T14:35:13,114 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12145546379/switch/split already deleted, retry=false 2024-11-15T14:35:13,115 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39967-0x101401987d90003, quorum=127.0.0.1:49742, baseZNode=/12145546379 Unable to get data of znode /12145546379/switch/merge because node does not exist (not necessarily an error) 2024-11-15T14:35:13,123 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12145546379/switch/merge already deleted, retry=false 2024-11-15T14:35:13,124 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39967-0x101401987d90003, quorum=127.0.0.1:49742, baseZNode=/12145546379 Unable to get data of znode /12145546379/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T14:35:13,131 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12145546379/snapshot-cleanup already deleted, retry=false 2024-11-15T14:35:13,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39967-0x101401987d90003, quorum=127.0.0.1:49742, baseZNode=/12145546379 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12145546379/running 2024-11-15T14:35:13,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x101401987d90004, quorum=127.0.0.1:49742, baseZNode=/12145546379 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12145546379/running 2024-11-15T14:35:13,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39967-0x101401987d90003, quorum=127.0.0.1:49742, baseZNode=/12145546379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12145546379 2024-11-15T14:35:13,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x101401987d90004, quorum=127.0.0.1:49742, baseZNode=/12145546379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12145546379 2024-11-15T14:35:13,140 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=26754e923c4a,39967,1731681311095, sessionid=0x101401987d90003, setting cluster-up flag (Was=false) 2024-11-15T14:35:13,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39967-0x101401987d90003, quorum=127.0.0.1:49742, baseZNode=/12145546379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12145546379 2024-11-15T14:35:13,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x101401987d90004, quorum=127.0.0.1:49742, baseZNode=/12145546379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12145546379 2024-11-15T14:35:13,181 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12145546379/flush-table-proc/acquired, /12145546379/flush-table-proc/reached, /12145546379/flush-table-proc/abort 2024-11-15T14:35:13,182 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,39967,1731681311095 2024-11-15T14:35:13,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39967-0x101401987d90003, quorum=127.0.0.1:49742, baseZNode=/12145546379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12145546379 2024-11-15T14:35:13,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x101401987d90004, quorum=127.0.0.1:49742, baseZNode=/12145546379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12145546379 2024-11-15T14:35:13,223 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12145546379/online-snapshot/acquired, /12145546379/online-snapshot/reached, /12145546379/online-snapshot/abort 2024-11-15T14:35:13,223 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,39967,1731681311095 2024-11-15T14:35:13,224 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T14:35:13,226 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T14:35:13,226 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T14:35:13,226 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T14:35:13,226 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 26754e923c4a,39967,1731681311095 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T14:35:13,227 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:35:13,227 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:35:13,227 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:35:13,228 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:35:13,228 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/26754e923c4a:0, corePoolSize=10, maxPoolSize=10 2024-11-15T14:35:13,228 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:13,228 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:35:13,228 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:13,229 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731681343229 2024-11-15T14:35:13,229 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T14:35:13,229 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T14:35:13,229 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T14:35:13,230 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T14:35:13,230 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T14:35:13,230 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T14:35:13,230 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:35:13,230 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T14:35:13,230 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:13,231 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T14:35:13,231 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T14:35:13,231 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T14:35:13,231 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T14:35:13,231 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T14:35:13,232 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T14:35:13,232 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:13,232 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T14:35:13,235 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681313232,5,FailOnTimeoutGroup] 2024-11-15T14:35:13,239 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681313235,5,FailOnTimeoutGroup] 2024-11-15T14:35:13,239 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:13,239 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T14:35:13,239 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:13,239 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:13,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741831_1007 (size=1321) 2024-11-15T14:35:13,267 INFO [RS:0;26754e923c4a:33617 {}] regionserver.HRegionServer(746): ClusterId : 5038700a-fd8d-40b8-920b-5b72c816a3eb 2024-11-15T14:35:13,267 DEBUG [RS:0;26754e923c4a:33617 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T14:35:13,274 DEBUG [RS:0;26754e923c4a:33617 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T14:35:13,274 DEBUG [RS:0;26754e923c4a:33617 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T14:35:13,282 DEBUG [RS:0;26754e923c4a:33617 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T14:35:13,283 DEBUG [RS:0;26754e923c4a:33617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1864a2de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:35:13,295 DEBUG [RS:0;26754e923c4a:33617 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;26754e923c4a:33617 2024-11-15T14:35:13,295 INFO [RS:0;26754e923c4a:33617 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T14:35:13,295 INFO [RS:0;26754e923c4a:33617 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T14:35:13,295 DEBUG [RS:0;26754e923c4a:33617 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T14:35:13,296 INFO [RS:0;26754e923c4a:33617 {}] regionserver.HRegionServer(2659): reportForDuty to master=26754e923c4a,39967,1731681311095 with port=33617, startcode=1731681311221 2024-11-15T14:35:13,296 DEBUG [RS:0;26754e923c4a:33617 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T14:35:13,298 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58593, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T14:35:13,298 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39967 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 26754e923c4a,33617,1731681311221 2024-11-15T14:35:13,298 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39967 {}] master.ServerManager(517): Registering regionserver=26754e923c4a,33617,1731681311221 2024-11-15T14:35:13,299 DEBUG [RS:0;26754e923c4a:33617 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284 2024-11-15T14:35:13,300 DEBUG [RS:0;26754e923c4a:33617 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38395 2024-11-15T14:35:13,300 DEBUG [RS:0;26754e923c4a:33617 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T14:35:13,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39967-0x101401987d90003, quorum=127.0.0.1:49742, baseZNode=/12145546379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12145546379/rs 2024-11-15T14:35:13,355 DEBUG [RS:0;26754e923c4a:33617 {}] zookeeper.ZKUtil(111): regionserver:33617-0x101401987d90004, quorum=127.0.0.1:49742, baseZNode=/12145546379 Set watcher on existing znode=/12145546379/rs/26754e923c4a,33617,1731681311221 2024-11-15T14:35:13,355 WARN [RS:0;26754e923c4a:33617 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:35:13,355 INFO [RS:0;26754e923c4a:33617 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:35:13,355 DEBUG [RS:0;26754e923c4a:33617 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221 2024-11-15T14:35:13,355 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [26754e923c4a,33617,1731681311221] 2024-11-15T14:35:13,358 INFO [RS:0;26754e923c4a:33617 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T14:35:13,363 INFO [RS:0;26754e923c4a:33617 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T14:35:13,364 INFO [RS:0;26754e923c4a:33617 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T14:35:13,364 INFO [RS:0;26754e923c4a:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:13,364 INFO [RS:0;26754e923c4a:33617 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T14:35:13,365 INFO [RS:0;26754e923c4a:33617 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T14:35:13,365 INFO [RS:0;26754e923c4a:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:13,365 DEBUG [RS:0;26754e923c4a:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:13,365 DEBUG [RS:0;26754e923c4a:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:13,365 DEBUG [RS:0;26754e923c4a:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:13,365 DEBUG [RS:0;26754e923c4a:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:13,365 DEBUG [RS:0;26754e923c4a:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:13,365 DEBUG [RS:0;26754e923c4a:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:35:13,365 DEBUG [RS:0;26754e923c4a:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:13,365 DEBUG [RS:0;26754e923c4a:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:13,365 DEBUG [RS:0;26754e923c4a:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:13,365 DEBUG [RS:0;26754e923c4a:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:13,365 DEBUG [RS:0;26754e923c4a:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:13,365 DEBUG [RS:0;26754e923c4a:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:13,365 DEBUG [RS:0;26754e923c4a:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:35:13,365 DEBUG [RS:0;26754e923c4a:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:35:13,366 INFO [RS:0;26754e923c4a:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:13,366 INFO [RS:0;26754e923c4a:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:13,366 INFO [RS:0;26754e923c4a:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:13,366 INFO [RS:0;26754e923c4a:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:13,366 INFO [RS:0;26754e923c4a:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:13,366 INFO [RS:0;26754e923c4a:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,33617,1731681311221-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:35:13,381 INFO [RS:0;26754e923c4a:33617 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T14:35:13,382 INFO [RS:0;26754e923c4a:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,33617,1731681311221-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:13,382 INFO [RS:0;26754e923c4a:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:13,382 INFO [RS:0;26754e923c4a:33617 {}] regionserver.Replication(171): 26754e923c4a,33617,1731681311221 started 2024-11-15T14:35:13,395 INFO [RS:0;26754e923c4a:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:13,395 INFO [RS:0;26754e923c4a:33617 {}] regionserver.HRegionServer(1482): Serving as 26754e923c4a,33617,1731681311221, RpcServer on 26754e923c4a/172.17.0.3:33617, sessionid=0x101401987d90004 2024-11-15T14:35:13,395 DEBUG [RS:0;26754e923c4a:33617 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T14:35:13,395 DEBUG [RS:0;26754e923c4a:33617 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 26754e923c4a,33617,1731681311221 2024-11-15T14:35:13,395 DEBUG [RS:0;26754e923c4a:33617 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,33617,1731681311221' 2024-11-15T14:35:13,395 DEBUG [RS:0;26754e923c4a:33617 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12145546379/flush-table-proc/abort' 2024-11-15T14:35:13,396 DEBUG [RS:0;26754e923c4a:33617 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12145546379/flush-table-proc/acquired' 2024-11-15T14:35:13,396 DEBUG [RS:0;26754e923c4a:33617 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T14:35:13,396 DEBUG [RS:0;26754e923c4a:33617 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T14:35:13,396 DEBUG [RS:0;26754e923c4a:33617 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 26754e923c4a,33617,1731681311221 2024-11-15T14:35:13,397 DEBUG [RS:0;26754e923c4a:33617 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,33617,1731681311221' 2024-11-15T14:35:13,397 DEBUG [RS:0;26754e923c4a:33617 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12145546379/online-snapshot/abort' 2024-11-15T14:35:13,397 DEBUG [RS:0;26754e923c4a:33617 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12145546379/online-snapshot/acquired' 2024-11-15T14:35:13,397 DEBUG [RS:0;26754e923c4a:33617 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T14:35:13,397 INFO [RS:0;26754e923c4a:33617 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T14:35:13,397 INFO [RS:0;26754e923c4a:33617 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T14:35:13,497 INFO [RS:0;26754e923c4a:33617 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:35:13,499 INFO [RS:0;26754e923c4a:33617 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C33617%2C1731681311221, suffix=, logDir=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221, archiveDir=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/oldWALs, maxLogs=10 2024-11-15T14:35:13,510 DEBUG [RS:0;26754e923c4a:33617 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499, exclude list is [], retry=0 2024-11-15T14:35:13,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36187,DS-cf10928d-5e52-4af7-b26f-1b0492258259,DISK] 2024-11-15T14:35:13,515 INFO [RS:0;26754e923c4a:33617 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 2024-11-15T14:35:13,515 DEBUG [RS:0;26754e923c4a:33617 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33917:33917)] 2024-11-15T14:35:13,644 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T14:35:13,644 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284 2024-11-15T14:35:13,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741833_1009 (size=32) 2024-11-15T14:35:14,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:35:14,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:35:14,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:35:14,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:14,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:35:14,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:35:14,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:35:14,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:14,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:35:14,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:35:14,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:35:14,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:14,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:35:14,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:35:14,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:35:14,055 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:14,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:35:14,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:35:14,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/hbase/meta/1588230740 2024-11-15T14:35:14,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/hbase/meta/1588230740 2024-11-15T14:35:14,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:35:14,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:35:14,058 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:35:14,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:35:14,061 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:35:14,061 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68604465, jitterRate=0.02228619158267975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:35:14,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731681314049Initializing all the Stores at 1731681314050 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681314050Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681314050Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681314050Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681314050Cleaning up temporary data from old regions at 1731681314057 (+7 ms)Region opened successfully at 1731681314061 (+4 ms) 2024-11-15T14:35:14,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:35:14,061 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:35:14,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:35:14,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:35:14,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:35:14,062 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:35:14,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681314061Disabling compacts and flushes for region at 1731681314061Disabling writes for close at 1731681314061Writing region close event to WAL at 1731681314062 (+1 ms)Closed at 1731681314062 2024-11-15T14:35:14,063 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:35:14,063 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T14:35:14,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T14:35:14,064 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:35:14,065 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T14:35:14,216 DEBUG [26754e923c4a:39967 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T14:35:14,216 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=26754e923c4a,33617,1731681311221 2024-11-15T14:35:14,217 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,33617,1731681311221, state=OPENING 2024-11-15T14:35:14,248 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T14:35:14,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39967-0x101401987d90003, quorum=127.0.0.1:49742, baseZNode=/12145546379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12145546379 2024-11-15T14:35:14,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x101401987d90004, quorum=127.0.0.1:49742, baseZNode=/12145546379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12145546379 2024-11-15T14:35:14,257 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:35:14,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12145546379/meta-region-server: CHANGED 2024-11-15T14:35:14,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12145546379/meta-region-server: CHANGED 2024-11-15T14:35:14,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,33617,1731681311221}] 2024-11-15T14:35:14,376 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T14:35:14,409 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T14:35:14,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T14:35:14,413 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T14:35:14,413 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:35:14,414 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T14:35:14,415 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C33617%2C1731681311221.meta, suffix=.meta, logDir=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221, archiveDir=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/oldWALs, maxLogs=10 2024-11-15T14:35:14,426 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.meta.1731681314415.meta, exclude list is [], retry=0 2024-11-15T14:35:14,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36187,DS-cf10928d-5e52-4af7-b26f-1b0492258259,DISK] 2024-11-15T14:35:14,430 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.meta.1731681314415.meta 2024-11-15T14:35:14,430 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33917:33917)] 2024-11-15T14:35:14,430 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:35:14,431 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:35:14,431 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T14:35:14,431 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T14:35:14,431 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T14:35:14,431 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T14:35:14,431 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:35:14,431 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T14:35:14,431 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T14:35:14,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:35:14,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:35:14,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:14,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:35:14,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:35:14,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:35:14,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:14,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:35:14,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:35:14,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:35:14,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:14,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:35:14,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:35:14,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:35:14,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:14,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:35:14,436 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:35:14,437 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/hbase/meta/1588230740 2024-11-15T14:35:14,437 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/hbase/meta/1588230740 2024-11-15T14:35:14,438 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:35:14,438 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:35:14,439 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:35:14,439 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:35:14,440 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63068344, jitterRate=-0.06020843982696533}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:35:14,440 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T14:35:14,440 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731681314431Writing region info on filesystem at 1731681314431Initializing all the Stores at 1731681314432 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681314432Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681314432Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681314432Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681314432Cleaning up temporary data from old regions at 1731681314438 (+6 ms)Running coprocessor post-open hooks at 1731681314440 (+2 ms)Region opened successfully at 1731681314440 2024-11-15T14:35:14,441 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731681314409 2024-11-15T14:35:14,443 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T14:35:14,443 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T14:35:14,443 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,33617,1731681311221 2024-11-15T14:35:14,444 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,33617,1731681311221, state=OPEN 2024-11-15T14:35:14,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39967-0x101401987d90003, quorum=127.0.0.1:49742, baseZNode=/12145546379 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12145546379/meta-region-server 2024-11-15T14:35:14,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x101401987d90004, quorum=127.0.0.1:49742, baseZNode=/12145546379 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12145546379/meta-region-server 2024-11-15T14:35:14,454 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=26754e923c4a,33617,1731681311221 2024-11-15T14:35:14,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12145546379/meta-region-server: CHANGED 2024-11-15T14:35:14,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12145546379/meta-region-server: CHANGED 2024-11-15T14:35:14,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T14:35:14,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,33617,1731681311221 in 197 msec 2024-11-15T14:35:14,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T14:35:14,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 393 msec 2024-11-15T14:35:14,468 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:35:14,468 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T14:35:14,470 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:35:14,470 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,33617,1731681311221, seqNum=-1] 2024-11-15T14:35:14,471 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:35:14,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57425, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:35:14,477 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2500 sec 2024-11-15T14:35:14,477 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731681314477, completionTime=-1 2024-11-15T14:35:14,477 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T14:35:14,478 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T14:35:14,480 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T14:35:14,480 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731681374480 2024-11-15T14:35:14,480 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731681434480 2024-11-15T14:35:14,480 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T14:35:14,480 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,39967,1731681311095-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:14,480 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,39967,1731681311095-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:14,480 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,39967,1731681311095-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:14,480 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-26754e923c4a:39967, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:14,480 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:14,482 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:14,482 DEBUG [master/26754e923c4a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T14:35:14,486 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.188sec 2024-11-15T14:35:14,486 INFO [master/26754e923c4a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T14:35:14,486 INFO [master/26754e923c4a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T14:35:14,486 INFO [master/26754e923c4a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T14:35:14,487 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T14:35:14,487 INFO [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T14:35:14,487 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,39967,1731681311095-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:35:14,487 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,39967,1731681311095-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T14:35:14,513 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T14:35:14,513 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T14:35:14,513 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,39967,1731681311095-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:14,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48b32a78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:14,568 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,39967,-1 for getting cluster id 2024-11-15T14:35:14,568 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:35:14,569 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5038700a-fd8d-40b8-920b-5b72c816a3eb' 2024-11-15T14:35:14,569 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:35:14,569 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5038700a-fd8d-40b8-920b-5b72c816a3eb" 2024-11-15T14:35:14,569 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37a0050c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:14,569 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,39967,-1] 2024-11-15T14:35:14,570 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:35:14,570 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:14,571 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:35:14,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62b43e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:14,572 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:35:14,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,33617,1731681311221, seqNum=-1] 2024-11-15T14:35:14,573 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:35:14,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:35:14,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=26754e923c4a,39967,1731681311095 2024-11-15T14:35:14,575 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49742 2024-11-15T14:35:14,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49742, baseZNode=/12145546379 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:35:14,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101401987d90005 connected 2024-11-15T14:35:14,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b348ba34-6a72-a6dc-fb0d-2de7940b48cc/hadoop.log.dir so I do NOT create it in target/test-data/3ce9495f-ccc2-c7cc-87c8-41d140d8bccb 2024-11-15T14:35:14,592 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b348ba34-6a72-a6dc-fb0d-2de7940b48cc/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T14:35:14,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b348ba34-6a72-a6dc-fb0d-2de7940b48cc/hadoop.tmp.dir so I do NOT create it in target/test-data/3ce9495f-ccc2-c7cc-87c8-41d140d8bccb 2024-11-15T14:35:14,592 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b348ba34-6a72-a6dc-fb0d-2de7940b48cc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T14:35:14,592 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce9495f-ccc2-c7cc-87c8-41d140d8bccb 2024-11-15T14:35:14,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T14:35:14,592 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce9495f-ccc2-c7cc-87c8-41d140d8bccb/cluster_2583c26a-c4c1-a8e4-64ff-e239ae90e4c9, deleteOnExit=true 2024-11-15T14:35:14,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T14:35:14,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce9495f-ccc2-c7cc-87c8-41d140d8bccb/test.cache.data in system properties and HBase conf 2024-11-15T14:35:14,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce9495f-ccc2-c7cc-87c8-41d140d8bccb/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T14:35:14,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce9495f-ccc2-c7cc-87c8-41d140d8bccb/hadoop.log.dir in system properties and HBase conf 2024-11-15T14:35:14,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce9495f-ccc2-c7cc-87c8-41d140d8bccb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T14:35:14,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce9495f-ccc2-c7cc-87c8-41d140d8bccb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T14:35:14,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T14:35:14,592 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T14:35:14,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce9495f-ccc2-c7cc-87c8-41d140d8bccb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:35:14,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce9495f-ccc2-c7cc-87c8-41d140d8bccb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:35:14,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce9495f-ccc2-c7cc-87c8-41d140d8bccb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T14:35:14,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce9495f-ccc2-c7cc-87c8-41d140d8bccb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:35:14,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce9495f-ccc2-c7cc-87c8-41d140d8bccb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T14:35:14,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce9495f-ccc2-c7cc-87c8-41d140d8bccb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T14:35:14,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce9495f-ccc2-c7cc-87c8-41d140d8bccb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:35:14,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce9495f-ccc2-c7cc-87c8-41d140d8bccb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:35:14,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce9495f-ccc2-c7cc-87c8-41d140d8bccb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T14:35:14,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce9495f-ccc2-c7cc-87c8-41d140d8bccb/nfs.dump.dir in system properties and HBase conf 2024-11-15T14:35:14,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce9495f-ccc2-c7cc-87c8-41d140d8bccb/java.io.tmpdir in system properties and HBase conf 2024-11-15T14:35:14,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce9495f-ccc2-c7cc-87c8-41d140d8bccb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:35:14,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce9495f-ccc2-c7cc-87c8-41d140d8bccb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T14:35:14,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce9495f-ccc2-c7cc-87c8-41d140d8bccb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T14:35:14,765 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T14:35:14,767 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:14,767 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:14,802 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:14,802 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:14,802 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:14,802 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:14,803 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:14,803 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:14,809 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:14,812 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:14,812 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:14,814 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:14,840 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:35:14,842 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:35:14,843 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:35:14,843 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:35:14,843 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T14:35:14,844 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:35:14,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b8416b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce9495f-ccc2-c7cc-87c8-41d140d8bccb/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:35:14,845 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d26d8f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:35:14,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76478748{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce9495f-ccc2-c7cc-87c8-41d140d8bccb/java.io.tmpdir/jetty-localhost-46813-hadoop-hdfs-3_4_1-tests_jar-_-any-13547000804535724574/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:35:14,952 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@655c6ebf{HTTP/1.1, (http/1.1)}{localhost:46813} 2024-11-15T14:35:14,952 INFO [Time-limited test {}] server.Server(415): Started @235026ms 2024-11-15T14:35:15,099 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:35:15,101 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:35:15,103 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:35:15,103 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:35:15,103 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T14:35:15,107 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60ec6a12{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce9495f-ccc2-c7cc-87c8-41d140d8bccb/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:35:15,107 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@182f4d14{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:35:15,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bd1b6aa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce9495f-ccc2-c7cc-87c8-41d140d8bccb/java.io.tmpdir/jetty-localhost-44595-hadoop-hdfs-3_4_1-tests_jar-_-any-16539133174583572984/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:35:15,200 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c41974f{HTTP/1.1, (http/1.1)}{localhost:44595} 2024-11-15T14:35:15,200 INFO [Time-limited test {}] server.Server(415): Started @235275ms 2024-11-15T14:35:15,201 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T14:35:15,573 WARN [Thread-2910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce9495f-ccc2-c7cc-87c8-41d140d8bccb/cluster_2583c26a-c4c1-a8e4-64ff-e239ae90e4c9/data/data1/current/BP-640236666-172.17.0.3-1731681314607/current, will proceed with Du for space computation calculation, 2024-11-15T14:35:15,574 WARN [Thread-2911 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce9495f-ccc2-c7cc-87c8-41d140d8bccb/cluster_2583c26a-c4c1-a8e4-64ff-e239ae90e4c9/data/data2/current/BP-640236666-172.17.0.3-1731681314607/current, will proceed with Du for space computation calculation, 2024-11-15T14:35:15,589 WARN [Thread-2898 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T14:35:15,592 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2329511d4f0a6a9a with lease ID 0x1c607ae1c86d20f3: Processing first storage report for DS-0c4d6321-10b4-4621-8aa6-fd35458275f2 from datanode DatanodeRegistration(127.0.0.1:36013, datanodeUuid=f88e6196-766b-4e1a-a6f7-713969ac3bbc, infoPort=35939, infoSecurePort=0, ipcPort=38335, storageInfo=lv=-57;cid=testClusterID;nsid=1544948431;c=1731681314607) 2024-11-15T14:35:15,592 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2329511d4f0a6a9a with lease ID 0x1c607ae1c86d20f3: from storage DS-0c4d6321-10b4-4621-8aa6-fd35458275f2 node DatanodeRegistration(127.0.0.1:36013, datanodeUuid=f88e6196-766b-4e1a-a6f7-713969ac3bbc, infoPort=35939, infoSecurePort=0, ipcPort=38335, storageInfo=lv=-57;cid=testClusterID;nsid=1544948431;c=1731681314607), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T14:35:15,592 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2329511d4f0a6a9a with lease ID 0x1c607ae1c86d20f3: Processing first storage report for DS-a13eb9bf-7283-4291-9849-76fd55fa983b from datanode DatanodeRegistration(127.0.0.1:36013, datanodeUuid=f88e6196-766b-4e1a-a6f7-713969ac3bbc, infoPort=35939, infoSecurePort=0, ipcPort=38335, storageInfo=lv=-57;cid=testClusterID;nsid=1544948431;c=1731681314607) 2024-11-15T14:35:15,592 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2329511d4f0a6a9a with lease ID 0x1c607ae1c86d20f3: from storage DS-a13eb9bf-7283-4291-9849-76fd55fa983b node DatanodeRegistration(127.0.0.1:36013, datanodeUuid=f88e6196-766b-4e1a-a6f7-713969ac3bbc, infoPort=35939, infoSecurePort=0, ipcPort=38335, storageInfo=lv=-57;cid=testClusterID;nsid=1544948431;c=1731681314607), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T14:35:15,628 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce9495f-ccc2-c7cc-87c8-41d140d8bccb 2024-11-15T14:35:15,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:35:15,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:35:15,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741825_1001 (size=7) 2024-11-15T14:35:15,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T14:35:15,683 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T14:35:15,684 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:35:15,684 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T14:35:15,684 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:35:15,684 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T14:35:15,684 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T14:35:15,684 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T14:35:16,036 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f with version=8 2024-11-15T14:35:16,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/hbase-staging 2024-11-15T14:35:16,039 INFO [Time-limited test {}] client.ConnectionUtils(128): master/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:35:16,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:35:16,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:35:16,039 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:35:16,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:35:16,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:35:16,039 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T14:35:16,039 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:35:16,040 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36783 2024-11-15T14:35:16,040 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36783 connecting to ZooKeeper ensemble=127.0.0.1:49742 2024-11-15T14:35:16,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367830x0, quorum=127.0.0.1:49742, baseZNode=/2901832655 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:35:16,065 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36783-0x101401987d90006 connected 2024-11-15T14:35:16,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:35:16,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:35:16,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36783-0x101401987d90006, quorum=127.0.0.1:49742, baseZNode=/2901832655 Set watcher on znode that does not yet exist, /2901832655/running 2024-11-15T14:35:16,127 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f, hbase.cluster.distributed=false 2024-11-15T14:35:16,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36783-0x101401987d90006, quorum=127.0.0.1:49742, baseZNode=/2901832655 Set watcher on znode that does not yet exist, /2901832655/acl 2024-11-15T14:35:16,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36783 2024-11-15T14:35:16,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36783 2024-11-15T14:35:16,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36783 2024-11-15T14:35:16,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36783 2024-11-15T14:35:16,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36783 2024-11-15T14:35:16,141 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:35:16,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:35:16,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:35:16,142 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:35:16,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:35:16,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:35:16,142 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T14:35:16,142 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:35:16,142 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42235 2024-11-15T14:35:16,143 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42235 connecting to ZooKeeper ensemble=127.0.0.1:49742 2024-11-15T14:35:16,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:35:16,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:35:16,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422350x0, quorum=127.0.0.1:49742, baseZNode=/2901832655 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:35:16,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422350x0, quorum=127.0.0.1:49742, baseZNode=/2901832655 Set watcher on znode that does not yet exist, /2901832655/running 2024-11-15T14:35:16,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42235-0x101401987d90007 connected 2024-11-15T14:35:16,157 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T14:35:16,159 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T14:35:16,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42235-0x101401987d90007, quorum=127.0.0.1:49742, baseZNode=/2901832655 Set watcher on znode that does not yet exist, /2901832655/master 2024-11-15T14:35:16,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42235-0x101401987d90007, quorum=127.0.0.1:49742, baseZNode=/2901832655 Set watcher on znode that does not yet exist, /2901832655/acl 2024-11-15T14:35:16,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42235 2024-11-15T14:35:16,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42235 2024-11-15T14:35:16,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42235 2024-11-15T14:35:16,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42235 2024-11-15T14:35:16,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42235 2024-11-15T14:35:16,183 DEBUG [M:0;26754e923c4a:36783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;26754e923c4a:36783 2024-11-15T14:35:16,184 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2901832655/backup-masters/26754e923c4a,36783,1731681316038 2024-11-15T14:35:16,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42235-0x101401987d90007, quorum=127.0.0.1:49742, baseZNode=/2901832655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901832655/backup-masters 2024-11-15T14:35:16,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x101401987d90006, quorum=127.0.0.1:49742, baseZNode=/2901832655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901832655/backup-masters 2024-11-15T14:35:16,190 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36783-0x101401987d90006, quorum=127.0.0.1:49742, baseZNode=/2901832655 Set watcher on existing znode=/2901832655/backup-masters/26754e923c4a,36783,1731681316038 2024-11-15T14:35:16,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x101401987d90006, quorum=127.0.0.1:49742, baseZNode=/2901832655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901832655 2024-11-15T14:35:16,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42235-0x101401987d90007, quorum=127.0.0.1:49742, baseZNode=/2901832655 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2901832655/master 2024-11-15T14:35:16,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42235-0x101401987d90007, quorum=127.0.0.1:49742, baseZNode=/2901832655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901832655 2024-11-15T14:35:16,198 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36783-0x101401987d90006, quorum=127.0.0.1:49742, baseZNode=/2901832655 Set watcher on existing znode=/2901832655/master 2024-11-15T14:35:16,198 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2901832655/backup-masters/26754e923c4a,36783,1731681316038 from backup master directory 2024-11-15T14:35:16,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x101401987d90006, quorum=127.0.0.1:49742, baseZNode=/2901832655 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2901832655/backup-masters/26754e923c4a,36783,1731681316038 2024-11-15T14:35:16,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42235-0x101401987d90007, quorum=127.0.0.1:49742, baseZNode=/2901832655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901832655/backup-masters 2024-11-15T14:35:16,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x101401987d90006, quorum=127.0.0.1:49742, baseZNode=/2901832655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901832655/backup-masters 2024-11-15T14:35:16,206 WARN [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:35:16,206 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=26754e923c4a,36783,1731681316038 2024-11-15T14:35:16,208 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/hbase.id] with ID: a3a3af6a-444e-421e-934b-26f2f890d4f1 2024-11-15T14:35:16,208 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/.tmp/hbase.id 2024-11-15T14:35:16,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741826_1002 (size=42) 2024-11-15T14:35:16,614 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/.tmp/hbase.id]:[hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/hbase.id] 2024-11-15T14:35:16,622 INFO [master/26754e923c4a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:35:16,622 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T14:35:16,625 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-15T14:35:16,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x101401987d90006, quorum=127.0.0.1:49742, baseZNode=/2901832655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901832655 2024-11-15T14:35:16,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42235-0x101401987d90007, quorum=127.0.0.1:49742, baseZNode=/2901832655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901832655 2024-11-15T14:35:16,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741827_1003 (size=196) 2024-11-15T14:35:17,066 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:35:17,067 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T14:35:17,067 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:35:17,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741828_1004 (size=1189) 2024-11-15T14:35:17,473 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/MasterData/data/master/store 2024-11-15T14:35:17,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741829_1005 (size=34) 2024-11-15T14:35:17,878 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:35:17,878 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:35:17,878 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:35:17,878 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:35:17,878 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:35:17,878 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:35:17,878 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:35:17,878 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681317878Disabling compacts and flushes for region at 1731681317878Disabling writes for close at 1731681317878Writing region close event to WAL at 1731681317878Closed at 1731681317878 2024-11-15T14:35:17,879 WARN [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/MasterData/data/master/store/.initializing 2024-11-15T14:35:17,879 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/MasterData/WALs/26754e923c4a,36783,1731681316038 2024-11-15T14:35:17,880 INFO [master/26754e923c4a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:35:17,881 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=26754e923c4a%2C36783%2C1731681316038, suffix=, logDir=hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/MasterData/WALs/26754e923c4a,36783,1731681316038, archiveDir=hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/MasterData/oldWALs, maxLogs=10 2024-11-15T14:35:17,897 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/MasterData/WALs/26754e923c4a,36783,1731681316038/26754e923c4a%2C36783%2C1731681316038.1731681317881, exclude list is [], retry=0 2024-11-15T14:35:17,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-0c4d6321-10b4-4621-8aa6-fd35458275f2,DISK] 2024-11-15T14:35:17,900 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/MasterData/WALs/26754e923c4a,36783,1731681316038/26754e923c4a%2C36783%2C1731681316038.1731681317881 2024-11-15T14:35:17,900 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35939:35939)] 2024-11-15T14:35:17,900 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:35:17,900 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:35:17,901 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:17,901 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:17,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:17,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T14:35:17,903 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:17,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:35:17,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:17,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T14:35:17,904 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:17,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:35:17,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:17,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T14:35:17,905 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:17,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:35:17,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:17,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T14:35:17,906 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:17,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:35:17,906 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:17,906 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:17,907 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:17,907 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:17,907 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:17,908 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:35:17,908 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:17,909 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:35:17,910 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73967573, jitterRate=0.10220272839069366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:35:17,910 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731681317901Initializing all the Stores at 1731681317901Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681317901Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681317901Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681317901Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681317901Cleaning up temporary data from old regions at 1731681317907 (+6 ms)Region opened successfully at 1731681317910 (+3 ms) 2024-11-15T14:35:17,910 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T14:35:17,912 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167153d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:35:17,912 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T14:35:17,912 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T14:35:17,912 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T14:35:17,912 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T14:35:17,913 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T14:35:17,913 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T14:35:17,913 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T14:35:17,915 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T14:35:17,916 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36783-0x101401987d90006, quorum=127.0.0.1:49742, baseZNode=/2901832655 Unable to get data of znode /2901832655/balancer because node does not exist (not necessarily an error) 2024-11-15T14:35:17,973 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2901832655/balancer already deleted, retry=false 2024-11-15T14:35:17,973 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T14:35:17,974 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36783-0x101401987d90006, quorum=127.0.0.1:49742, baseZNode=/2901832655 Unable to get data of znode /2901832655/normalizer because node does not exist (not necessarily an error) 2024-11-15T14:35:17,981 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2901832655/normalizer already deleted, retry=false 2024-11-15T14:35:17,981 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T14:35:17,982 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36783-0x101401987d90006, quorum=127.0.0.1:49742, baseZNode=/2901832655 Unable to get data of znode /2901832655/switch/split because node does not exist (not necessarily an error) 2024-11-15T14:35:17,989 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2901832655/switch/split already deleted, retry=false 2024-11-15T14:35:17,990 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36783-0x101401987d90006, quorum=127.0.0.1:49742, baseZNode=/2901832655 Unable to get data of znode /2901832655/switch/merge because node does not exist (not necessarily an error) 2024-11-15T14:35:17,997 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2901832655/switch/merge already deleted, retry=false 2024-11-15T14:35:17,999 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36783-0x101401987d90006, quorum=127.0.0.1:49742, baseZNode=/2901832655 Unable to get data of znode /2901832655/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T14:35:18,006 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2901832655/snapshot-cleanup already deleted, retry=false 2024-11-15T14:35:18,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42235-0x101401987d90007, quorum=127.0.0.1:49742, baseZNode=/2901832655 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2901832655/running 2024-11-15T14:35:18,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x101401987d90006, quorum=127.0.0.1:49742, baseZNode=/2901832655 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2901832655/running 2024-11-15T14:35:18,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x101401987d90006, quorum=127.0.0.1:49742, baseZNode=/2901832655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901832655 2024-11-15T14:35:18,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42235-0x101401987d90007, quorum=127.0.0.1:49742, baseZNode=/2901832655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901832655 2024-11-15T14:35:18,014 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=26754e923c4a,36783,1731681316038, sessionid=0x101401987d90006, setting cluster-up flag (Was=false) 2024-11-15T14:35:18,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x101401987d90006, quorum=127.0.0.1:49742, baseZNode=/2901832655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901832655 2024-11-15T14:35:18,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42235-0x101401987d90007, quorum=127.0.0.1:49742, baseZNode=/2901832655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901832655 2024-11-15T14:35:18,056 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2901832655/flush-table-proc/acquired, /2901832655/flush-table-proc/reached, /2901832655/flush-table-proc/abort 2024-11-15T14:35:18,057 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,36783,1731681316038 2024-11-15T14:35:18,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x101401987d90006, quorum=127.0.0.1:49742, baseZNode=/2901832655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901832655 2024-11-15T14:35:18,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42235-0x101401987d90007, quorum=127.0.0.1:49742, baseZNode=/2901832655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901832655 2024-11-15T14:35:18,097 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2901832655/online-snapshot/acquired, /2901832655/online-snapshot/reached, /2901832655/online-snapshot/abort 2024-11-15T14:35:18,098 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,36783,1731681316038 2024-11-15T14:35:18,099 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T14:35:18,100 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T14:35:18,100 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T14:35:18,100 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T14:35:18,101 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 26754e923c4a,36783,1731681316038 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T14:35:18,101 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:35:18,102 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:35:18,102 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:35:18,102 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:35:18,102 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/26754e923c4a:0, corePoolSize=10, maxPoolSize=10 2024-11-15T14:35:18,102 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:18,102 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:35:18,102 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:18,103 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731681348103 2024-11-15T14:35:18,103 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T14:35:18,104 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T14:35:18,104 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T14:35:18,104 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T14:35:18,104 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T14:35:18,104 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T14:35:18,104 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:18,104 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:35:18,104 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T14:35:18,104 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T14:35:18,104 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T14:35:18,104 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T14:35:18,104 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T14:35:18,104 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T14:35:18,104 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T14:35:18,105 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681318104,5,FailOnTimeoutGroup] 2024-11-15T14:35:18,105 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681318105,5,FailOnTimeoutGroup] 2024-11-15T14:35:18,105 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:18,105 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T14:35:18,105 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:18,105 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:18,105 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:18,105 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T14:35:18,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741831_1007 (size=1321) 2024-11-15T14:35:18,176 INFO [RS:0;26754e923c4a:42235 {}] regionserver.HRegionServer(746): ClusterId : a3a3af6a-444e-421e-934b-26f2f890d4f1 2024-11-15T14:35:18,176 DEBUG [RS:0;26754e923c4a:42235 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T14:35:18,181 DEBUG [RS:0;26754e923c4a:42235 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T14:35:18,181 DEBUG [RS:0;26754e923c4a:42235 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T14:35:18,190 DEBUG [RS:0;26754e923c4a:42235 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T14:35:18,190 DEBUG [RS:0;26754e923c4a:42235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f881924, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:35:18,201 DEBUG [RS:0;26754e923c4a:42235 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;26754e923c4a:42235 2024-11-15T14:35:18,201 INFO [RS:0;26754e923c4a:42235 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T14:35:18,201 INFO [RS:0;26754e923c4a:42235 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T14:35:18,201 DEBUG [RS:0;26754e923c4a:42235 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T14:35:18,201 INFO [RS:0;26754e923c4a:42235 {}] regionserver.HRegionServer(2659): reportForDuty to master=26754e923c4a,36783,1731681316038 with port=42235, startcode=1731681316141 2024-11-15T14:35:18,201 DEBUG [RS:0;26754e923c4a:42235 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T14:35:18,203 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T14:35:18,203 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36783 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 26754e923c4a,42235,1731681316141 2024-11-15T14:35:18,203 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36783 {}] master.ServerManager(517): Registering regionserver=26754e923c4a,42235,1731681316141 2024-11-15T14:35:18,204 DEBUG [RS:0;26754e923c4a:42235 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f 2024-11-15T14:35:18,204 DEBUG [RS:0;26754e923c4a:42235 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40213 2024-11-15T14:35:18,204 DEBUG [RS:0;26754e923c4a:42235 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T14:35:18,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x101401987d90006, quorum=127.0.0.1:49742, baseZNode=/2901832655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901832655/rs 2024-11-15T14:35:18,239 DEBUG [RS:0;26754e923c4a:42235 {}] zookeeper.ZKUtil(111): regionserver:42235-0x101401987d90007, quorum=127.0.0.1:49742, baseZNode=/2901832655 Set watcher on existing znode=/2901832655/rs/26754e923c4a,42235,1731681316141 2024-11-15T14:35:18,239 WARN [RS:0;26754e923c4a:42235 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:35:18,239 INFO [RS:0;26754e923c4a:42235 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:35:18,239 DEBUG [RS:0;26754e923c4a:42235 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141 2024-11-15T14:35:18,239 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [26754e923c4a,42235,1731681316141] 2024-11-15T14:35:18,242 INFO [RS:0;26754e923c4a:42235 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T14:35:18,243 INFO [RS:0;26754e923c4a:42235 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T14:35:18,243 INFO [RS:0;26754e923c4a:42235 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T14:35:18,243 INFO [RS:0;26754e923c4a:42235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:18,243 INFO [RS:0;26754e923c4a:42235 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T14:35:18,244 INFO [RS:0;26754e923c4a:42235 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T14:35:18,244 INFO [RS:0;26754e923c4a:42235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:18,244 DEBUG [RS:0;26754e923c4a:42235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:18,244 DEBUG [RS:0;26754e923c4a:42235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:18,244 DEBUG [RS:0;26754e923c4a:42235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:18,244 DEBUG [RS:0;26754e923c4a:42235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:18,244 DEBUG [RS:0;26754e923c4a:42235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:18,244 DEBUG [RS:0;26754e923c4a:42235 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:35:18,244 DEBUG [RS:0;26754e923c4a:42235 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:18,244 DEBUG [RS:0;26754e923c4a:42235 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:18,244 DEBUG [RS:0;26754e923c4a:42235 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:18,244 DEBUG [RS:0;26754e923c4a:42235 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:18,244 DEBUG [RS:0;26754e923c4a:42235 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:18,244 DEBUG [RS:0;26754e923c4a:42235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:18,244 DEBUG [RS:0;26754e923c4a:42235 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:35:18,244 DEBUG [RS:0;26754e923c4a:42235 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:35:18,244 INFO [RS:0;26754e923c4a:42235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:18,245 INFO [RS:0;26754e923c4a:42235 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:18,245 INFO [RS:0;26754e923c4a:42235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:18,245 INFO [RS:0;26754e923c4a:42235 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:18,245 INFO [RS:0;26754e923c4a:42235 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:18,245 INFO [RS:0;26754e923c4a:42235 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,42235,1731681316141-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:35:18,257 INFO [RS:0;26754e923c4a:42235 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T14:35:18,257 INFO [RS:0;26754e923c4a:42235 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,42235,1731681316141-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:18,257 INFO [RS:0;26754e923c4a:42235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:18,257 INFO [RS:0;26754e923c4a:42235 {}] regionserver.Replication(171): 26754e923c4a,42235,1731681316141 started 2024-11-15T14:35:18,269 INFO [RS:0;26754e923c4a:42235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:18,269 INFO [RS:0;26754e923c4a:42235 {}] regionserver.HRegionServer(1482): Serving as 26754e923c4a,42235,1731681316141, RpcServer on 26754e923c4a/172.17.0.3:42235, sessionid=0x101401987d90007 2024-11-15T14:35:18,269 DEBUG [RS:0;26754e923c4a:42235 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T14:35:18,269 DEBUG [RS:0;26754e923c4a:42235 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 26754e923c4a,42235,1731681316141 2024-11-15T14:35:18,269 DEBUG [RS:0;26754e923c4a:42235 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,42235,1731681316141' 2024-11-15T14:35:18,269 DEBUG [RS:0;26754e923c4a:42235 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2901832655/flush-table-proc/abort' 2024-11-15T14:35:18,269 DEBUG [RS:0;26754e923c4a:42235 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2901832655/flush-table-proc/acquired' 2024-11-15T14:35:18,270 DEBUG [RS:0;26754e923c4a:42235 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T14:35:18,270 DEBUG [RS:0;26754e923c4a:42235 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T14:35:18,270 DEBUG [RS:0;26754e923c4a:42235 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 26754e923c4a,42235,1731681316141 2024-11-15T14:35:18,270 DEBUG [RS:0;26754e923c4a:42235 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,42235,1731681316141' 2024-11-15T14:35:18,270 DEBUG [RS:0;26754e923c4a:42235 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2901832655/online-snapshot/abort' 2024-11-15T14:35:18,270 DEBUG [RS:0;26754e923c4a:42235 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2901832655/online-snapshot/acquired' 2024-11-15T14:35:18,270 DEBUG [RS:0;26754e923c4a:42235 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T14:35:18,270 INFO [RS:0;26754e923c4a:42235 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T14:35:18,270 INFO [RS:0;26754e923c4a:42235 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T14:35:18,371 INFO [RS:0;26754e923c4a:42235 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:35:18,372 INFO [RS:0;26754e923c4a:42235 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C42235%2C1731681316141, suffix=, logDir=hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141, archiveDir=hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/oldWALs, maxLogs=10 2024-11-15T14:35:18,384 DEBUG [RS:0;26754e923c4a:42235 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372, exclude list is [], retry=0 2024-11-15T14:35:18,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-0c4d6321-10b4-4621-8aa6-fd35458275f2,DISK] 2024-11-15T14:35:18,388 INFO [RS:0;26754e923c4a:42235 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372 2024-11-15T14:35:18,388 DEBUG [RS:0;26754e923c4a:42235 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35939:35939)] 2024-11-15T14:35:18,514 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T14:35:18,514 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f 2024-11-15T14:35:18,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741833_1009 (size=32) 2024-11-15T14:35:18,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:35:18,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:35:18,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:35:18,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:18,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:35:18,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:35:18,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:35:18,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:18,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:35:18,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:35:18,923 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:35:18,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:18,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:35:18,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:35:18,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:35:18,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:18,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:35:18,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:35:18,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/hbase/meta/1588230740 2024-11-15T14:35:18,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/hbase/meta/1588230740 2024-11-15T14:35:18,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:35:18,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:35:18,926 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:35:18,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:35:18,929 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:35:18,929 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73437490, jitterRate=0.09430387616157532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:35:18,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731681318919Initializing all the Stores at 1731681318919Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681318919Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681318919Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681318919Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681318919Cleaning up temporary data from old regions at 1731681318926 (+7 ms)Region opened successfully at 1731681318929 (+3 ms) 2024-11-15T14:35:18,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:35:18,929 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:35:18,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:35:18,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:35:18,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:35:18,929 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:35:18,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681318929Disabling compacts and flushes for region at 1731681318929Disabling writes for close at 1731681318929Writing region close event to WAL at 1731681318929Closed at 1731681318929 2024-11-15T14:35:18,930 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:35:18,930 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T14:35:18,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T14:35:18,931 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:35:18,932 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T14:35:19,082 DEBUG [26754e923c4a:36783 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T14:35:19,083 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=26754e923c4a,42235,1731681316141 2024-11-15T14:35:19,084 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,42235,1731681316141, state=OPENING 2024-11-15T14:35:19,123 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T14:35:19,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x101401987d90006, quorum=127.0.0.1:49742, baseZNode=/2901832655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901832655 2024-11-15T14:35:19,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42235-0x101401987d90007, quorum=127.0.0.1:49742, baseZNode=/2901832655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901832655 2024-11-15T14:35:19,131 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:35:19,131 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2901832655/meta-region-server: CHANGED 2024-11-15T14:35:19,131 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2901832655/meta-region-server: CHANGED 2024-11-15T14:35:19,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,42235,1731681316141}] 2024-11-15T14:35:19,284 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T14:35:19,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52133, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T14:35:19,288 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T14:35:19,288 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:35:19,288 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T14:35:19,289 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C42235%2C1731681316141.meta, suffix=.meta, logDir=hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141, archiveDir=hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/oldWALs, maxLogs=10 2024-11-15T14:35:19,302 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.meta.1731681319289.meta, exclude list is [], retry=0 2024-11-15T14:35:19,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-0c4d6321-10b4-4621-8aa6-fd35458275f2,DISK] 2024-11-15T14:35:19,305 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.meta.1731681319289.meta 2024-11-15T14:35:19,305 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35939:35939)] 2024-11-15T14:35:19,306 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:35:19,306 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:35:19,306 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T14:35:19,306 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T14:35:19,306 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T14:35:19,306 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T14:35:19,306 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:35:19,306 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T14:35:19,306 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T14:35:19,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:35:19,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:35:19,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:19,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:35:19,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:35:19,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:35:19,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:19,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:35:19,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:35:19,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:35:19,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:19,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:35:19,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:35:19,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:35:19,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:19,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:35:19,312 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:35:19,312 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/hbase/meta/1588230740 2024-11-15T14:35:19,313 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/hbase/meta/1588230740 2024-11-15T14:35:19,314 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:35:19,314 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:35:19,314 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:35:19,315 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:35:19,316 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66919730, jitterRate=-0.0028183162212371826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:35:19,316 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T14:35:19,316 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731681319307Writing region info on filesystem at 1731681319307Initializing all the Stores at 1731681319307Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681319307Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681319307Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681319307Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681319307Cleaning up temporary data from old regions at 1731681319314 (+7 ms)Running coprocessor post-open hooks at 1731681319316 (+2 ms)Region opened successfully at 1731681319316 2024-11-15T14:35:19,316 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731681319284 2024-11-15T14:35:19,318 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T14:35:19,318 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T14:35:19,319 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,42235,1731681316141 2024-11-15T14:35:19,319 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,42235,1731681316141, state=OPEN 2024-11-15T14:35:19,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x101401987d90006, quorum=127.0.0.1:49742, baseZNode=/2901832655 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2901832655/meta-region-server 2024-11-15T14:35:19,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42235-0x101401987d90007, quorum=127.0.0.1:49742, baseZNode=/2901832655 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2901832655/meta-region-server 2024-11-15T14:35:19,328 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=26754e923c4a,42235,1731681316141 2024-11-15T14:35:19,328 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2901832655/meta-region-server: CHANGED 2024-11-15T14:35:19,328 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2901832655/meta-region-server: CHANGED 2024-11-15T14:35:19,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T14:35:19,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,42235,1731681316141 in 197 msec 2024-11-15T14:35:19,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T14:35:19,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 399 msec 2024-11-15T14:35:19,332 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:35:19,332 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T14:35:19,333 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:35:19,333 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,42235,1731681316141, seqNum=-1] 2024-11-15T14:35:19,333 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:35:19,334 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:35:19,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2380 sec 2024-11-15T14:35:19,338 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731681319338, completionTime=-1 2024-11-15T14:35:19,338 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T14:35:19,338 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T14:35:19,339 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T14:35:19,339 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731681379339 2024-11-15T14:35:19,339 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731681439339 2024-11-15T14:35:19,339 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T14:35:19,340 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,36783,1731681316038-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:19,340 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,36783,1731681316038-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:19,340 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,36783,1731681316038-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:19,340 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-26754e923c4a:36783, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:19,340 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:19,340 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:19,341 DEBUG [master/26754e923c4a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T14:35:19,342 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.136sec 2024-11-15T14:35:19,342 INFO [master/26754e923c4a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T14:35:19,342 INFO [master/26754e923c4a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T14:35:19,342 INFO [master/26754e923c4a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T14:35:19,342 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T14:35:19,342 INFO [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T14:35:19,342 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,36783,1731681316038-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:35:19,342 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,36783,1731681316038-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T14:35:19,344 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T14:35:19,344 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T14:35:19,344 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,36783,1731681316038-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:19,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@136da28d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:19,377 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,36783,-1 for getting cluster id 2024-11-15T14:35:19,377 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:35:19,378 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3a3af6a-444e-421e-934b-26f2f890d4f1' 2024-11-15T14:35:19,379 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:35:19,379 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3a3af6a-444e-421e-934b-26f2f890d4f1" 2024-11-15T14:35:19,379 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af8691a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:19,379 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,36783,-1] 2024-11-15T14:35:19,379 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:35:19,379 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:19,380 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:35:19,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@561642ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:19,381 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:35:19,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,42235,1731681316141, seqNum=-1] 2024-11-15T14:35:19,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:35:19,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:35:19,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=26754e923c4a,36783,1731681316038 2024-11-15T14:35:19,384 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:49742 2024-11-15T14:35:19,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:49742, baseZNode=/2901832655 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:35:19,396 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101401987d90008 connected 2024-11-15T14:35:19,405 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:35:19,406 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,45293,1731681306571 2024-11-15T14:35:19,406 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11f96dd1 2024-11-15T14:35:19,406 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:35:19,407 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:35:19,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:35:19,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T14:35:19,409 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T14:35:19,409 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:19,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T14:35:19,410 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T14:35:19,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:35:19,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741835_1011 (size=902) 2024-11-15T14:35:19,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:35:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:35:19,816 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 830ff1a50e09c1609c8b382b36e37328, NAME => 'test,,1731681319407.830ff1a50e09c1609c8b382b36e37328.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb 2024-11-15T14:35:19,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741836_1012 (size=39) 2024-11-15T14:35:19,933 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T14:35:19,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:19,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:19,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:19,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:19,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:19,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:19,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:19,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:19,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:19,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:19,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:19,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:20,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:35:20,221 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731681319407.830ff1a50e09c1609c8b382b36e37328.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:35:20,221 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 830ff1a50e09c1609c8b382b36e37328, disabling compactions & flushes 2024-11-15T14:35:20,221 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731681319407.830ff1a50e09c1609c8b382b36e37328. 2024-11-15T14:35:20,221 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731681319407.830ff1a50e09c1609c8b382b36e37328. 2024-11-15T14:35:20,221 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731681319407.830ff1a50e09c1609c8b382b36e37328. after waiting 0 ms 2024-11-15T14:35:20,221 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731681319407.830ff1a50e09c1609c8b382b36e37328. 2024-11-15T14:35:20,221 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731681319407.830ff1a50e09c1609c8b382b36e37328. 2024-11-15T14:35:20,221 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 830ff1a50e09c1609c8b382b36e37328: Waiting for close lock at 1731681320221Disabling compacts and flushes for region at 1731681320221Disabling writes for close at 1731681320221Writing region close event to WAL at 1731681320221Closed at 1731681320221 2024-11-15T14:35:20,222 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T14:35:20,223 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731681319407.830ff1a50e09c1609c8b382b36e37328.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731681320222"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731681320222"}]},"ts":"1731681320222"} 2024-11-15T14:35:20,224 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T14:35:20,225 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T14:35:20,225 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681320225"}]},"ts":"1731681320225"} 2024-11-15T14:35:20,226 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T14:35:20,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=830ff1a50e09c1609c8b382b36e37328, ASSIGN}] 2024-11-15T14:35:20,228 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=830ff1a50e09c1609c8b382b36e37328, ASSIGN 2024-11-15T14:35:20,228 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=830ff1a50e09c1609c8b382b36e37328, ASSIGN; state=OFFLINE, location=26754e923c4a,45371,1731681306709; forceNewPlan=false, retain=false 2024-11-15T14:35:20,379 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=830ff1a50e09c1609c8b382b36e37328, regionState=OPENING, regionLocation=26754e923c4a,45371,1731681306709 2024-11-15T14:35:20,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=830ff1a50e09c1609c8b382b36e37328, ASSIGN because future has completed 2024-11-15T14:35:20,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 830ff1a50e09c1609c8b382b36e37328, server=26754e923c4a,45371,1731681306709}] 2024-11-15T14:35:20,537 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731681319407.830ff1a50e09c1609c8b382b36e37328. 2024-11-15T14:35:20,538 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 830ff1a50e09c1609c8b382b36e37328, NAME => 'test,,1731681319407.830ff1a50e09c1609c8b382b36e37328.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:35:20,538 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:35:20,538 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T14:35:20,538 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 830ff1a50e09c1609c8b382b36e37328 2024-11-15T14:35:20,538 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731681319407.830ff1a50e09c1609c8b382b36e37328.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:35:20,539 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 830ff1a50e09c1609c8b382b36e37328 2024-11-15T14:35:20,539 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 830ff1a50e09c1609c8b382b36e37328 2024-11-15T14:35:20,540 INFO [StoreOpener-830ff1a50e09c1609c8b382b36e37328-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 830ff1a50e09c1609c8b382b36e37328 2024-11-15T14:35:20,541 INFO [StoreOpener-830ff1a50e09c1609c8b382b36e37328-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 830ff1a50e09c1609c8b382b36e37328 columnFamilyName f 2024-11-15T14:35:20,541 DEBUG [StoreOpener-830ff1a50e09c1609c8b382b36e37328-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:20,541 INFO [StoreOpener-830ff1a50e09c1609c8b382b36e37328-1 {}] regionserver.HStore(327): Store=830ff1a50e09c1609c8b382b36e37328/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:35:20,541 INFO [StoreOpener-830ff1a50e09c1609c8b382b36e37328-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 830ff1a50e09c1609c8b382b36e37328 2024-11-15T14:35:20,542 INFO [StoreOpener-830ff1a50e09c1609c8b382b36e37328-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 830ff1a50e09c1609c8b382b36e37328 columnFamilyName f1 2024-11-15T14:35:20,542 DEBUG [StoreOpener-830ff1a50e09c1609c8b382b36e37328-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:20,542 INFO [StoreOpener-830ff1a50e09c1609c8b382b36e37328-1 {}] regionserver.HStore(327): Store=830ff1a50e09c1609c8b382b36e37328/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:35:20,542 INFO [StoreOpener-830ff1a50e09c1609c8b382b36e37328-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 830ff1a50e09c1609c8b382b36e37328 2024-11-15T14:35:20,543 INFO [StoreOpener-830ff1a50e09c1609c8b382b36e37328-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 830ff1a50e09c1609c8b382b36e37328 columnFamilyName norep 2024-11-15T14:35:20,543 DEBUG [StoreOpener-830ff1a50e09c1609c8b382b36e37328-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:20,543 INFO [StoreOpener-830ff1a50e09c1609c8b382b36e37328-1 {}] regionserver.HStore(327): Store=830ff1a50e09c1609c8b382b36e37328/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:35:20,544 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 830ff1a50e09c1609c8b382b36e37328 2024-11-15T14:35:20,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:35:20,544 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/default/test/830ff1a50e09c1609c8b382b36e37328 2024-11-15T14:35:20,544 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/default/test/830ff1a50e09c1609c8b382b36e37328 2024-11-15T14:35:20,545 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 830ff1a50e09c1609c8b382b36e37328 2024-11-15T14:35:20,545 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 830ff1a50e09c1609c8b382b36e37328 2024-11-15T14:35:20,545 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T14:35:20,546 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 830ff1a50e09c1609c8b382b36e37328 2024-11-15T14:35:20,548 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/default/test/830ff1a50e09c1609c8b382b36e37328/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:35:20,548 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 830ff1a50e09c1609c8b382b36e37328; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61530436, jitterRate=-0.0831250548362732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T14:35:20,548 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 830ff1a50e09c1609c8b382b36e37328 2024-11-15T14:35:20,548 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 830ff1a50e09c1609c8b382b36e37328: Running coprocessor pre-open hook at 1731681320539Writing region info on filesystem at 1731681320539Initializing all the Stores at 1731681320539Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681320539Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681320539Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681320539Cleaning up temporary data from old regions at 1731681320545 (+6 ms)Running coprocessor post-open hooks at 1731681320548 (+3 ms)Region opened successfully at 1731681320548 2024-11-15T14:35:20,549 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731681319407.830ff1a50e09c1609c8b382b36e37328., pid=6, masterSystemTime=1731681320533 2024-11-15T14:35:20,551 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731681319407.830ff1a50e09c1609c8b382b36e37328. 2024-11-15T14:35:20,551 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731681319407.830ff1a50e09c1609c8b382b36e37328. 2024-11-15T14:35:20,552 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=830ff1a50e09c1609c8b382b36e37328, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=26754e923c4a,45371,1731681306709 2024-11-15T14:35:20,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 830ff1a50e09c1609c8b382b36e37328, server=26754e923c4a,45371,1731681306709 because future has completed 2024-11-15T14:35:20,556 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T14:35:20,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 830ff1a50e09c1609c8b382b36e37328, server=26754e923c4a,45371,1731681306709 in 173 msec 2024-11-15T14:35:20,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T14:35:20,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=830ff1a50e09c1609c8b382b36e37328, ASSIGN in 329 msec 2024-11-15T14:35:20,558 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T14:35:20,558 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681320558"}]},"ts":"1731681320558"} 2024-11-15T14:35:20,560 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T14:35:20,561 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T14:35:20,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-15T14:35:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:35:21,554 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T14:35:21,554 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:35:21,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,39967,1731681311095 2024-11-15T14:35:21,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28a471cf 2024-11-15T14:35:21,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:35:21,556 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:35:21,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39967 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:35:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39967 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T14:35:21,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T14:35:21,559 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:21,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39967 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T14:35:21,560 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T14:35:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:35:21,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741835_1011 (size=902) 2024-11-15T14:35:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:35:21,873 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:35:21,874 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [26754e923c4a,34083,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:34083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T14:35:21,874 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48394 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [26754e923c4a,34083,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:34083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T14:35:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:35:21,966 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 734952552eed73b138f01c175a738b42, NAME => 'test,,1731681321557.734952552eed73b138f01c175a738b42.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284 2024-11-15T14:35:21,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741836_1012 (size=39) 2024-11-15T14:35:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:35:22,371 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731681321557.734952552eed73b138f01c175a738b42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:35:22,371 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 734952552eed73b138f01c175a738b42, disabling compactions & flushes 2024-11-15T14:35:22,371 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731681321557.734952552eed73b138f01c175a738b42. 2024-11-15T14:35:22,371 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731681321557.734952552eed73b138f01c175a738b42. 2024-11-15T14:35:22,371 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731681321557.734952552eed73b138f01c175a738b42. after waiting 0 ms 2024-11-15T14:35:22,371 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731681321557.734952552eed73b138f01c175a738b42. 2024-11-15T14:35:22,371 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731681321557.734952552eed73b138f01c175a738b42. 2024-11-15T14:35:22,371 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 734952552eed73b138f01c175a738b42: Waiting for close lock at 1731681322371Disabling compacts and flushes for region at 1731681322371Disabling writes for close at 1731681322371Writing region close event to WAL at 1731681322371Closed at 1731681322371 2024-11-15T14:35:22,372 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T14:35:22,372 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731681321557.734952552eed73b138f01c175a738b42.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731681322372"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731681322372"}]},"ts":"1731681322372"} 2024-11-15T14:35:22,374 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T14:35:22,375 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T14:35:22,375 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681322375"}]},"ts":"1731681322375"} 2024-11-15T14:35:22,376 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T14:35:22,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=734952552eed73b138f01c175a738b42, ASSIGN}] 2024-11-15T14:35:22,377 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=734952552eed73b138f01c175a738b42, ASSIGN 2024-11-15T14:35:22,378 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=734952552eed73b138f01c175a738b42, ASSIGN; state=OFFLINE, location=26754e923c4a,33617,1731681311221; forceNewPlan=false, retain=false 2024-11-15T14:35:22,529 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=734952552eed73b138f01c175a738b42, regionState=OPENING, regionLocation=26754e923c4a,33617,1731681311221 2024-11-15T14:35:22,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=734952552eed73b138f01c175a738b42, ASSIGN because future has completed 2024-11-15T14:35:22,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 734952552eed73b138f01c175a738b42, server=26754e923c4a,33617,1731681311221}] 2024-11-15T14:35:22,685 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731681321557.734952552eed73b138f01c175a738b42. 2024-11-15T14:35:22,685 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 734952552eed73b138f01c175a738b42, NAME => 'test,,1731681321557.734952552eed73b138f01c175a738b42.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:35:22,686 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:35:22,686 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T14:35:22,686 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 734952552eed73b138f01c175a738b42 2024-11-15T14:35:22,686 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731681321557.734952552eed73b138f01c175a738b42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:35:22,686 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 734952552eed73b138f01c175a738b42 2024-11-15T14:35:22,686 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 734952552eed73b138f01c175a738b42 2024-11-15T14:35:22,687 INFO [StoreOpener-734952552eed73b138f01c175a738b42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 734952552eed73b138f01c175a738b42 2024-11-15T14:35:22,688 INFO [StoreOpener-734952552eed73b138f01c175a738b42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 734952552eed73b138f01c175a738b42 columnFamilyName f 2024-11-15T14:35:22,688 DEBUG [StoreOpener-734952552eed73b138f01c175a738b42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:22,688 INFO [StoreOpener-734952552eed73b138f01c175a738b42-1 {}] regionserver.HStore(327): Store=734952552eed73b138f01c175a738b42/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:35:22,688 INFO [StoreOpener-734952552eed73b138f01c175a738b42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 734952552eed73b138f01c175a738b42 2024-11-15T14:35:22,689 INFO [StoreOpener-734952552eed73b138f01c175a738b42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 734952552eed73b138f01c175a738b42 columnFamilyName f1 2024-11-15T14:35:22,689 DEBUG [StoreOpener-734952552eed73b138f01c175a738b42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:22,689 INFO [StoreOpener-734952552eed73b138f01c175a738b42-1 {}] regionserver.HStore(327): Store=734952552eed73b138f01c175a738b42/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:35:22,689 INFO [StoreOpener-734952552eed73b138f01c175a738b42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 734952552eed73b138f01c175a738b42 2024-11-15T14:35:22,690 INFO [StoreOpener-734952552eed73b138f01c175a738b42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 734952552eed73b138f01c175a738b42 columnFamilyName norep 2024-11-15T14:35:22,690 DEBUG [StoreOpener-734952552eed73b138f01c175a738b42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:22,690 INFO [StoreOpener-734952552eed73b138f01c175a738b42-1 {}] regionserver.HStore(327): Store=734952552eed73b138f01c175a738b42/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:35:22,690 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 734952552eed73b138f01c175a738b42 2024-11-15T14:35:22,691 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/default/test/734952552eed73b138f01c175a738b42 2024-11-15T14:35:22,691 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/default/test/734952552eed73b138f01c175a738b42 2024-11-15T14:35:22,692 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 734952552eed73b138f01c175a738b42 2024-11-15T14:35:22,692 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 734952552eed73b138f01c175a738b42 2024-11-15T14:35:22,693 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T14:35:22,693 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 734952552eed73b138f01c175a738b42 2024-11-15T14:35:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:35:22,695 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/default/test/734952552eed73b138f01c175a738b42/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:35:22,695 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 734952552eed73b138f01c175a738b42; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68513369, jitterRate=0.020928755402565002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T14:35:22,695 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 734952552eed73b138f01c175a738b42 2024-11-15T14:35:22,695 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 734952552eed73b138f01c175a738b42: Running coprocessor pre-open hook at 1731681322686Writing region info on filesystem at 1731681322686Initializing all the Stores at 1731681322687 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681322687Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681322687Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681322687Cleaning up temporary data from old regions at 1731681322692 (+5 ms)Running coprocessor post-open hooks at 1731681322695 (+3 ms)Region opened successfully at 1731681322695 2024-11-15T14:35:22,696 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731681321557.734952552eed73b138f01c175a738b42., pid=6, masterSystemTime=1731681322682 2024-11-15T14:35:22,698 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731681321557.734952552eed73b138f01c175a738b42. 2024-11-15T14:35:22,698 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731681321557.734952552eed73b138f01c175a738b42. 2024-11-15T14:35:22,698 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=734952552eed73b138f01c175a738b42, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=26754e923c4a,33617,1731681311221 2024-11-15T14:35:22,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 734952552eed73b138f01c175a738b42, server=26754e923c4a,33617,1731681311221 because future has completed 2024-11-15T14:35:22,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T14:35:22,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 734952552eed73b138f01c175a738b42, server=26754e923c4a,33617,1731681311221 in 170 msec 2024-11-15T14:35:22,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T14:35:22,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=734952552eed73b138f01c175a738b42, ASSIGN in 326 msec 2024-11-15T14:35:22,704 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T14:35:22,704 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681322704"}]},"ts":"1731681322704"} 2024-11-15T14:35:22,706 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T14:35:22,706 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T14:35:22,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-15T14:35:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:35:23,704 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T14:35:23,705 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:35:23,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,36783,1731681316038 2024-11-15T14:35:23,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2be6eb30 2024-11-15T14:35:23,706 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:35:23,706 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:35:23,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:35:23,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T14:35:23,709 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T14:35:23,709 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:23,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T14:35:23,709 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T14:35:23,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:35:23,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741835_1011 (size=902) 2024-11-15T14:35:23,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:35:24,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:35:24,115 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 100e0c6d206e613c5619c52aafff95db, NAME => 'test,,1731681323707.100e0c6d206e613c5619c52aafff95db.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f 2024-11-15T14:35:24,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741836_1012 (size=39) 2024-11-15T14:35:24,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:35:24,520 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731681323707.100e0c6d206e613c5619c52aafff95db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:35:24,520 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 100e0c6d206e613c5619c52aafff95db, disabling compactions & flushes 2024-11-15T14:35:24,520 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731681323707.100e0c6d206e613c5619c52aafff95db. 2024-11-15T14:35:24,520 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731681323707.100e0c6d206e613c5619c52aafff95db. 2024-11-15T14:35:24,520 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731681323707.100e0c6d206e613c5619c52aafff95db. after waiting 0 ms 2024-11-15T14:35:24,520 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731681323707.100e0c6d206e613c5619c52aafff95db. 2024-11-15T14:35:24,520 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731681323707.100e0c6d206e613c5619c52aafff95db. 2024-11-15T14:35:24,520 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 100e0c6d206e613c5619c52aafff95db: Waiting for close lock at 1731681324520Disabling compacts and flushes for region at 1731681324520Disabling writes for close at 1731681324520Writing region close event to WAL at 1731681324520Closed at 1731681324520 2024-11-15T14:35:24,522 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T14:35:24,522 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731681323707.100e0c6d206e613c5619c52aafff95db.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731681324522"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731681324522"}]},"ts":"1731681324522"} 2024-11-15T14:35:24,524 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T14:35:24,524 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T14:35:24,524 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681324524"}]},"ts":"1731681324524"} 2024-11-15T14:35:24,526 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T14:35:24,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=100e0c6d206e613c5619c52aafff95db, ASSIGN}] 2024-11-15T14:35:24,527 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=100e0c6d206e613c5619c52aafff95db, ASSIGN 2024-11-15T14:35:24,527 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=100e0c6d206e613c5619c52aafff95db, ASSIGN; state=OFFLINE, location=26754e923c4a,42235,1731681316141; forceNewPlan=false, retain=false 2024-11-15T14:35:24,678 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=100e0c6d206e613c5619c52aafff95db, regionState=OPENING, regionLocation=26754e923c4a,42235,1731681316141 2024-11-15T14:35:24,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=100e0c6d206e613c5619c52aafff95db, ASSIGN because future has completed 2024-11-15T14:35:24,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 100e0c6d206e613c5619c52aafff95db, server=26754e923c4a,42235,1731681316141}] 2024-11-15T14:35:24,835 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731681323707.100e0c6d206e613c5619c52aafff95db. 2024-11-15T14:35:24,836 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 100e0c6d206e613c5619c52aafff95db, NAME => 'test,,1731681323707.100e0c6d206e613c5619c52aafff95db.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:35:24,836 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:35:24,836 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T14:35:24,836 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 100e0c6d206e613c5619c52aafff95db 2024-11-15T14:35:24,836 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731681323707.100e0c6d206e613c5619c52aafff95db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:35:24,836 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 100e0c6d206e613c5619c52aafff95db 2024-11-15T14:35:24,836 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 100e0c6d206e613c5619c52aafff95db 2024-11-15T14:35:24,837 INFO [StoreOpener-100e0c6d206e613c5619c52aafff95db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 100e0c6d206e613c5619c52aafff95db 2024-11-15T14:35:24,838 INFO [StoreOpener-100e0c6d206e613c5619c52aafff95db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 100e0c6d206e613c5619c52aafff95db columnFamilyName f 2024-11-15T14:35:24,838 DEBUG [StoreOpener-100e0c6d206e613c5619c52aafff95db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:24,839 INFO [StoreOpener-100e0c6d206e613c5619c52aafff95db-1 {}] regionserver.HStore(327): Store=100e0c6d206e613c5619c52aafff95db/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:35:24,839 INFO [StoreOpener-100e0c6d206e613c5619c52aafff95db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 100e0c6d206e613c5619c52aafff95db 2024-11-15T14:35:24,839 INFO [StoreOpener-100e0c6d206e613c5619c52aafff95db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 100e0c6d206e613c5619c52aafff95db columnFamilyName f1 2024-11-15T14:35:24,839 DEBUG [StoreOpener-100e0c6d206e613c5619c52aafff95db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:24,840 INFO [StoreOpener-100e0c6d206e613c5619c52aafff95db-1 {}] regionserver.HStore(327): Store=100e0c6d206e613c5619c52aafff95db/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:35:24,840 INFO [StoreOpener-100e0c6d206e613c5619c52aafff95db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 100e0c6d206e613c5619c52aafff95db 2024-11-15T14:35:24,840 INFO [StoreOpener-100e0c6d206e613c5619c52aafff95db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 100e0c6d206e613c5619c52aafff95db columnFamilyName norep 2024-11-15T14:35:24,840 DEBUG [StoreOpener-100e0c6d206e613c5619c52aafff95db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:24,841 INFO [StoreOpener-100e0c6d206e613c5619c52aafff95db-1 {}] regionserver.HStore(327): Store=100e0c6d206e613c5619c52aafff95db/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:35:24,841 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 100e0c6d206e613c5619c52aafff95db 2024-11-15T14:35:24,841 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/default/test/100e0c6d206e613c5619c52aafff95db 2024-11-15T14:35:24,841 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/default/test/100e0c6d206e613c5619c52aafff95db 2024-11-15T14:35:24,842 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 100e0c6d206e613c5619c52aafff95db 2024-11-15T14:35:24,842 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 100e0c6d206e613c5619c52aafff95db 2024-11-15T14:35:24,842 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T14:35:24,843 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 100e0c6d206e613c5619c52aafff95db 2024-11-15T14:35:24,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:35:24,844 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/default/test/100e0c6d206e613c5619c52aafff95db/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:35:24,845 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 100e0c6d206e613c5619c52aafff95db; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71188099, jitterRate=0.060785338282585144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T14:35:24,845 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 100e0c6d206e613c5619c52aafff95db 2024-11-15T14:35:24,845 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 100e0c6d206e613c5619c52aafff95db: Running coprocessor pre-open hook at 1731681324836Writing region info on filesystem at 1731681324836Initializing all the Stores at 1731681324837 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681324837Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681324837Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681324837Cleaning up temporary data from old regions at 1731681324842 (+5 ms)Running coprocessor post-open hooks at 1731681324845 (+3 ms)Region opened successfully at 1731681324845 2024-11-15T14:35:24,845 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731681323707.100e0c6d206e613c5619c52aafff95db., pid=6, masterSystemTime=1731681324832 2024-11-15T14:35:24,847 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731681323707.100e0c6d206e613c5619c52aafff95db. 2024-11-15T14:35:24,847 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731681323707.100e0c6d206e613c5619c52aafff95db. 2024-11-15T14:35:24,848 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=100e0c6d206e613c5619c52aafff95db, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=26754e923c4a,42235,1731681316141 2024-11-15T14:35:24,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 100e0c6d206e613c5619c52aafff95db, server=26754e923c4a,42235,1731681316141 because future has completed 2024-11-15T14:35:24,851 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T14:35:24,852 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 100e0c6d206e613c5619c52aafff95db, server=26754e923c4a,42235,1731681316141 in 170 msec 2024-11-15T14:35:24,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T14:35:24,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=100e0c6d206e613c5619c52aafff95db, ASSIGN in 325 msec 2024-11-15T14:35:24,853 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T14:35:24,854 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681324853"}]},"ts":"1731681324853"} 2024-11-15T14:35:24,855 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T14:35:24,856 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T14:35:24,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-15T14:35:25,358 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T14:35:25,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:35:25,854 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T14:35:25,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a33afe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:25,855 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,45293,-1 for getting cluster id 2024-11-15T14:35:25,855 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:35:25,855 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43508f6e-8e51-4948-a371-daa5b8e86cb5' 2024-11-15T14:35:25,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:35:25,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43508f6e-8e51-4948-a371-daa5b8e86cb5" 2024-11-15T14:35:25,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d7c1599, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:25,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,45293,-1] 2024-11-15T14:35:25,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:35:25,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:25,856 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:35:25,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@737d85b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:25,857 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:35:25,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,45293,1731681306571 2024-11-15T14:35:25,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61ada5b4 2024-11-15T14:35:25,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:35:25,858 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:35:25,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://26754e923c4a:39967,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T14:35:25,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T14:35:25,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:35:25,861 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='26754e923c4a:39967' 2024-11-15T14:35:25,862 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bbd2876, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:25,862 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,39967,-1 for getting cluster id 2024-11-15T14:35:25,862 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:35:25,862 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5038700a-fd8d-40b8-920b-5b72c816a3eb' 2024-11-15T14:35:25,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:35:25,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5038700a-fd8d-40b8-920b-5b72c816a3eb" 2024-11-15T14:35:25,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@419faac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:25,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,39967,-1] 2024-11-15T14:35:25,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:35:25,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:25,863 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:35:25,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4000ad67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:25,864 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:35:25,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,39967,1731681311095 2024-11-15T14:35:25,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@512e8f7e 2024-11-15T14:35:25,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:35:25,865 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:35:25,866 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T14:35:25,866 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T14:35:25,866 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:25,866 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:25,866 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:35:25,867 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:35:25,868 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T14:35:25,868 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T14:35:25,868 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:25,869 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T14:35:25,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741837_1013 (size=1138) 2024-11-15T14:35:25,918 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T14:35:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:35:26,043 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T14:35:26,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:26,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:26,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:26,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:26,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:26,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:26,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:26,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:26,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:26,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:26,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:26,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:26,114 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T14:35:26,114 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T14:35:26,114 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T14:35:26,114 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T14:35:26,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:35:26,275 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 59c4c6d02c7fb67ab89fd0185a21b544, NAME => 'hbase:replication,,1731681325867.59c4c6d02c7fb67ab89fd0185a21b544.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb 2024-11-15T14:35:26,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741838_1014 (size=44) 2024-11-15T14:35:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:35:26,680 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731681325867.59c4c6d02c7fb67ab89fd0185a21b544.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:35:26,680 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 59c4c6d02c7fb67ab89fd0185a21b544, disabling compactions & flushes 2024-11-15T14:35:26,680 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731681325867.59c4c6d02c7fb67ab89fd0185a21b544. 2024-11-15T14:35:26,680 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731681325867.59c4c6d02c7fb67ab89fd0185a21b544. 2024-11-15T14:35:26,680 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731681325867.59c4c6d02c7fb67ab89fd0185a21b544. after waiting 0 ms 2024-11-15T14:35:26,680 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731681325867.59c4c6d02c7fb67ab89fd0185a21b544. 2024-11-15T14:35:26,680 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731681325867.59c4c6d02c7fb67ab89fd0185a21b544. 2024-11-15T14:35:26,681 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 59c4c6d02c7fb67ab89fd0185a21b544: Waiting for close lock at 1731681326680Disabling compacts and flushes for region at 1731681326680Disabling writes for close at 1731681326680Writing region close event to WAL at 1731681326680Closed at 1731681326680 2024-11-15T14:35:26,681 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T14:35:26,682 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731681325867.59c4c6d02c7fb67ab89fd0185a21b544.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731681326681"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731681326681"}]},"ts":"1731681326681"} 2024-11-15T14:35:26,683 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T14:35:26,684 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T14:35:26,684 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681326684"}]},"ts":"1731681326684"} 2024-11-15T14:35:26,686 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T14:35:26,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=59c4c6d02c7fb67ab89fd0185a21b544, ASSIGN}] 2024-11-15T14:35:26,687 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=59c4c6d02c7fb67ab89fd0185a21b544, ASSIGN 2024-11-15T14:35:26,688 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=59c4c6d02c7fb67ab89fd0185a21b544, ASSIGN; state=OFFLINE, location=26754e923c4a,45371,1731681306709; forceNewPlan=false, retain=false 2024-11-15T14:35:26,838 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=59c4c6d02c7fb67ab89fd0185a21b544, regionState=OPENING, regionLocation=26754e923c4a,45371,1731681306709 2024-11-15T14:35:26,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=59c4c6d02c7fb67ab89fd0185a21b544, ASSIGN because future has completed 2024-11-15T14:35:26,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59c4c6d02c7fb67ab89fd0185a21b544, server=26754e923c4a,45371,1731681306709}] 2024-11-15T14:35:26,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:35:26,996 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731681325867.59c4c6d02c7fb67ab89fd0185a21b544. 2024-11-15T14:35:26,996 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:35:26,996 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T14:35:26,998 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C45371%2C1731681306709.rep, suffix=, logDir=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709, archiveDir=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/oldWALs, maxLogs=10 2024-11-15T14:35:27,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.rep.1731681326999, exclude list is [], retry=0 2024-11-15T14:35:27,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42757,DS-ba1bfe36-c779-4f44-9f5c-ba421c95e089,DISK] 2024-11-15T14:35:27,015 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.rep.1731681326999 2024-11-15T14:35:27,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33691:33691)] 2024-11-15T14:35:27,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 59c4c6d02c7fb67ab89fd0185a21b544, NAME => 'hbase:replication,,1731681325867.59c4c6d02c7fb67ab89fd0185a21b544.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:35:27,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:35:27,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T14:35:27,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731681325867.59c4c6d02c7fb67ab89fd0185a21b544. service=MultiRowMutationService 2024-11-15T14:35:27,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T14:35:27,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 59c4c6d02c7fb67ab89fd0185a21b544 2024-11-15T14:35:27,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731681325867.59c4c6d02c7fb67ab89fd0185a21b544.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:35:27,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 59c4c6d02c7fb67ab89fd0185a21b544 2024-11-15T14:35:27,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 59c4c6d02c7fb67ab89fd0185a21b544 2024-11-15T14:35:27,018 INFO [StoreOpener-59c4c6d02c7fb67ab89fd0185a21b544-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 59c4c6d02c7fb67ab89fd0185a21b544 2024-11-15T14:35:27,019 INFO [StoreOpener-59c4c6d02c7fb67ab89fd0185a21b544-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59c4c6d02c7fb67ab89fd0185a21b544 columnFamilyName hfileref 2024-11-15T14:35:27,019 DEBUG [StoreOpener-59c4c6d02c7fb67ab89fd0185a21b544-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:27,019 INFO [StoreOpener-59c4c6d02c7fb67ab89fd0185a21b544-1 {}] regionserver.HStore(327): Store=59c4c6d02c7fb67ab89fd0185a21b544/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:35:27,019 INFO [StoreOpener-59c4c6d02c7fb67ab89fd0185a21b544-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 59c4c6d02c7fb67ab89fd0185a21b544 2024-11-15T14:35:27,020 INFO [StoreOpener-59c4c6d02c7fb67ab89fd0185a21b544-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59c4c6d02c7fb67ab89fd0185a21b544 columnFamilyName queue 2024-11-15T14:35:27,020 DEBUG [StoreOpener-59c4c6d02c7fb67ab89fd0185a21b544-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:27,021 INFO [StoreOpener-59c4c6d02c7fb67ab89fd0185a21b544-1 {}] regionserver.HStore(327): Store=59c4c6d02c7fb67ab89fd0185a21b544/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:35:27,021 INFO [StoreOpener-59c4c6d02c7fb67ab89fd0185a21b544-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 59c4c6d02c7fb67ab89fd0185a21b544 2024-11-15T14:35:27,021 INFO [StoreOpener-59c4c6d02c7fb67ab89fd0185a21b544-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59c4c6d02c7fb67ab89fd0185a21b544 columnFamilyName sid 2024-11-15T14:35:27,021 DEBUG [StoreOpener-59c4c6d02c7fb67ab89fd0185a21b544-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:27,022 INFO [StoreOpener-59c4c6d02c7fb67ab89fd0185a21b544-1 {}] regionserver.HStore(327): Store=59c4c6d02c7fb67ab89fd0185a21b544/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:35:27,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 59c4c6d02c7fb67ab89fd0185a21b544 2024-11-15T14:35:27,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/hbase/replication/59c4c6d02c7fb67ab89fd0185a21b544 2024-11-15T14:35:27,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/hbase/replication/59c4c6d02c7fb67ab89fd0185a21b544 2024-11-15T14:35:27,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 59c4c6d02c7fb67ab89fd0185a21b544 2024-11-15T14:35:27,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 59c4c6d02c7fb67ab89fd0185a21b544 2024-11-15T14:35:27,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T14:35:27,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 59c4c6d02c7fb67ab89fd0185a21b544 2024-11-15T14:35:27,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/hbase/replication/59c4c6d02c7fb67ab89fd0185a21b544/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:35:27,027 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 59c4c6d02c7fb67ab89fd0185a21b544; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61903084, jitterRate=-0.07757216691970825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T14:35:27,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59c4c6d02c7fb67ab89fd0185a21b544 2024-11-15T14:35:27,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 59c4c6d02c7fb67ab89fd0185a21b544: Running coprocessor pre-open hook at 1731681327017Writing region info on filesystem at 1731681327017Initializing all the Stores at 1731681327017Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681327017Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681327017Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681327017Cleaning up temporary data from old regions at 1731681327023 (+6 ms)Running coprocessor post-open hooks at 1731681327027 (+4 ms)Region opened successfully at 1731681327027 2024-11-15T14:35:27,028 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731681325867.59c4c6d02c7fb67ab89fd0185a21b544., pid=10, masterSystemTime=1731681326992 2024-11-15T14:35:27,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731681325867.59c4c6d02c7fb67ab89fd0185a21b544. 2024-11-15T14:35:27,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731681325867.59c4c6d02c7fb67ab89fd0185a21b544. 2024-11-15T14:35:27,030 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=59c4c6d02c7fb67ab89fd0185a21b544, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,45371,1731681306709 2024-11-15T14:35:27,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59c4c6d02c7fb67ab89fd0185a21b544, server=26754e923c4a,45371,1731681306709 because future has completed 2024-11-15T14:35:27,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T14:35:27,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 59c4c6d02c7fb67ab89fd0185a21b544, server=26754e923c4a,45371,1731681306709 in 193 msec 2024-11-15T14:35:27,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T14:35:27,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=59c4c6d02c7fb67ab89fd0185a21b544, ASSIGN in 348 msec 2024-11-15T14:35:27,036 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T14:35:27,036 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681327036"}]},"ts":"1731681327036"} 2024-11-15T14:35:27,038 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T14:35:27,038 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T14:35:27,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-11-15T14:35:27,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731681325867.59c4c6d02c7fb67ab89fd0185a21b544., hostname=26754e923c4a,45371,1731681306709, seqNum=2] 2024-11-15T14:35:27,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45371-0x101401987d90001, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-853219536 2024-11-15T14:35:27,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45293-0x101401987d90000, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-853219536 2024-11-15T14:35:27,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T14:35:27,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45371 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T14:35:27,306 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T14:35:27,332 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-26754e923c4a,45371,1731681306709, ReplicationSource: 1, currentBandwidth=0 2024-11-15T14:35:27,332 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:35:27,333 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,45371,1731681306709, seqNum=-1] 2024-11-15T14:35:27,333 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:35:27,334 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-15T14:35:27,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-26754e923c4a,45371,1731681306709', locateType=CURRENT is [region=hbase:replication,,1731681325867.59c4c6d02c7fb67ab89fd0185a21b544., hostname=26754e923c4a,45371,1731681306709, seqNum=2] 2024-11-15T14:35:27,338 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T14:35:27,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T14:35:27,340 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 26754e923c4a,45371,1731681306709 suceeded 2024-11-15T14:35:27,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T14:35:27,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-15T14:35:27,342 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://26754e923c4a:39967,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T14:35:27,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4830 sec 2024-11-15T14:35:27,358 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='26754e923c4a:39967' 2024-11-15T14:35:27,359 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@524a5ef5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:27,359 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,39967,-1 for getting cluster id 2024-11-15T14:35:27,359 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:35:27,360 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5038700a-fd8d-40b8-920b-5b72c816a3eb' 2024-11-15T14:35:27,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:35:27,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5038700a-fd8d-40b8-920b-5b72c816a3eb" 2024-11-15T14:35:27,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c680ab2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:27,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,39967,-1] 2024-11-15T14:35:27,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:35:27,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:27,361 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:35:27,362 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3aa446f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:27,362 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:35:27,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,39967,1731681311095 2024-11-15T14:35:27,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@436abb7e 2024-11-15T14:35:27,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:35:27,363 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-15T14:35:27,364 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-26754e923c4a,45371,1731681306709 (queues=1) is replicating from cluster=43508f6e-8e51-4948-a371-daa5b8e86cb5 to cluster=5038700a-fd8d-40b8-920b-5b72c816a3eb 2024-11-15T14:35:27,364 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=26754e923c4a%2C45371%2C1731681306709 2024-11-15T14:35:27,364 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-26754e923c4a,45371,1731681306709, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T14:35:27,365 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534, startPosition=0, beingWritten=true 2024-11-15T14:35:27,365 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.shipper26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 26754e923c4a%2C45371%2C1731681306709 2024-11-15T14:35:27,370 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:35:27,370 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 379, reset compression=false 2024-11-15T14:35:27,370 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.shipper26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,45371,1731681306709 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T14:35:27,576 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 379, reset compression=false 2024-11-15T14:35:27,879 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 379, reset compression=false 2024-11-15T14:35:28,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:35:28,005 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T14:35:28,005 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:35:28,005 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:35:28,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:28,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:28,005 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:35:28,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46888f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:28,005 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,39967,-1 for getting cluster id 2024-11-15T14:35:28,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:35:28,006 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5038700a-fd8d-40b8-920b-5b72c816a3eb' 2024-11-15T14:35:28,006 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:35:28,006 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5038700a-fd8d-40b8-920b-5b72c816a3eb" 2024-11-15T14:35:28,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37048dec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:28,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,39967,-1] 2024-11-15T14:35:28,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:35:28,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:28,008 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:35:28,008 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596faa78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:28,008 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:35:28,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,39967,1731681311095 2024-11-15T14:35:28,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@526a2089 2024-11-15T14:35:28,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:35:28,010 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:35:28,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39967 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://26754e923c4a:36783,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T14:35:28,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39967 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T14:35:28,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:35:28,013 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='26754e923c4a:36783' 2024-11-15T14:35:28,013 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78edae89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:28,013 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,36783,-1 for getting cluster id 2024-11-15T14:35:28,013 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:35:28,014 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3a3af6a-444e-421e-934b-26f2f890d4f1' 2024-11-15T14:35:28,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:35:28,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3a3af6a-444e-421e-934b-26f2f890d4f1" 2024-11-15T14:35:28,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@513ff646, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:28,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,36783,-1] 2024-11-15T14:35:28,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:35:28,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:28,015 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:35:28,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e164af1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:28,016 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:35:28,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,36783,1731681316038 2024-11-15T14:35:28,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d3f752e 2024-11-15T14:35:28,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:35:28,017 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:35:28,017 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T14:35:28,017 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T14:35:28,017 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:28,018 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:28,018 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:35:28,018 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:35:28,019 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T14:35:28,020 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T14:35:28,020 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:28,020 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T14:35:28,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741837_1013 (size=1138) 2024-11-15T14:35:28,069 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T14:35:28,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:35:28,282 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 379, reset compression=false 2024-11-15T14:35:28,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:35:28,427 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8f646349473ba1c8bb6370f3384b5afe, NAME => 'hbase:replication,,1731681328018.8f646349473ba1c8bb6370f3384b5afe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284 2024-11-15T14:35:28,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741838_1014 (size=44) 2024-11-15T14:35:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:35:28,786 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 379, reset compression=false 2024-11-15T14:35:28,831 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731681328018.8f646349473ba1c8bb6370f3384b5afe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:35:28,831 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8f646349473ba1c8bb6370f3384b5afe, disabling compactions & flushes 2024-11-15T14:35:28,831 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731681328018.8f646349473ba1c8bb6370f3384b5afe. 2024-11-15T14:35:28,831 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731681328018.8f646349473ba1c8bb6370f3384b5afe. 2024-11-15T14:35:28,831 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731681328018.8f646349473ba1c8bb6370f3384b5afe. after waiting 0 ms 2024-11-15T14:35:28,832 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731681328018.8f646349473ba1c8bb6370f3384b5afe. 2024-11-15T14:35:28,832 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731681328018.8f646349473ba1c8bb6370f3384b5afe. 2024-11-15T14:35:28,832 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8f646349473ba1c8bb6370f3384b5afe: Waiting for close lock at 1731681328831Disabling compacts and flushes for region at 1731681328831Disabling writes for close at 1731681328831Writing region close event to WAL at 1731681328832 (+1 ms)Closed at 1731681328832 2024-11-15T14:35:28,894 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T14:35:28,894 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731681328018.8f646349473ba1c8bb6370f3384b5afe.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731681328894"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731681328894"}]},"ts":"1731681328894"} 2024-11-15T14:35:28,896 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T14:35:28,897 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T14:35:28,897 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681328897"}]},"ts":"1731681328897"} 2024-11-15T14:35:28,898 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T14:35:28,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8f646349473ba1c8bb6370f3384b5afe, ASSIGN}] 2024-11-15T14:35:28,899 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8f646349473ba1c8bb6370f3384b5afe, ASSIGN 2024-11-15T14:35:28,900 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8f646349473ba1c8bb6370f3384b5afe, ASSIGN; state=OFFLINE, location=26754e923c4a,33617,1731681311221; forceNewPlan=false, retain=false 2024-11-15T14:35:29,051 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8f646349473ba1c8bb6370f3384b5afe, regionState=OPENING, regionLocation=26754e923c4a,33617,1731681311221 2024-11-15T14:35:29,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8f646349473ba1c8bb6370f3384b5afe, ASSIGN because future has completed 2024-11-15T14:35:29,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f646349473ba1c8bb6370f3384b5afe, server=26754e923c4a,33617,1731681311221}] 2024-11-15T14:35:29,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:35:29,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731681328018.8f646349473ba1c8bb6370f3384b5afe. 2024-11-15T14:35:29,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:35:29,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T14:35:29,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C33617%2C1731681311221.rep, suffix=, logDir=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221, archiveDir=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/oldWALs, maxLogs=10 2024-11-15T14:35:29,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.rep.1731681329209, exclude list is [], retry=0 2024-11-15T14:35:29,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36187,DS-cf10928d-5e52-4af7-b26f-1b0492258259,DISK] 2024-11-15T14:35:29,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.rep.1731681329209 2024-11-15T14:35:29,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33917:33917)] 2024-11-15T14:35:29,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f646349473ba1c8bb6370f3384b5afe, NAME => 'hbase:replication,,1731681328018.8f646349473ba1c8bb6370f3384b5afe.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:35:29,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:35:29,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T14:35:29,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731681328018.8f646349473ba1c8bb6370f3384b5afe. service=MultiRowMutationService 2024-11-15T14:35:29,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T14:35:29,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8f646349473ba1c8bb6370f3384b5afe 2024-11-15T14:35:29,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731681328018.8f646349473ba1c8bb6370f3384b5afe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:35:29,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8f646349473ba1c8bb6370f3384b5afe 2024-11-15T14:35:29,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8f646349473ba1c8bb6370f3384b5afe 2024-11-15T14:35:29,227 INFO [StoreOpener-8f646349473ba1c8bb6370f3384b5afe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8f646349473ba1c8bb6370f3384b5afe 2024-11-15T14:35:29,228 INFO [StoreOpener-8f646349473ba1c8bb6370f3384b5afe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f646349473ba1c8bb6370f3384b5afe columnFamilyName hfileref 2024-11-15T14:35:29,228 DEBUG [StoreOpener-8f646349473ba1c8bb6370f3384b5afe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:29,228 INFO [StoreOpener-8f646349473ba1c8bb6370f3384b5afe-1 {}] regionserver.HStore(327): Store=8f646349473ba1c8bb6370f3384b5afe/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:35:29,228 INFO [StoreOpener-8f646349473ba1c8bb6370f3384b5afe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8f646349473ba1c8bb6370f3384b5afe 2024-11-15T14:35:29,229 INFO [StoreOpener-8f646349473ba1c8bb6370f3384b5afe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f646349473ba1c8bb6370f3384b5afe columnFamilyName queue 2024-11-15T14:35:29,229 DEBUG [StoreOpener-8f646349473ba1c8bb6370f3384b5afe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:29,229 INFO [StoreOpener-8f646349473ba1c8bb6370f3384b5afe-1 {}] regionserver.HStore(327): Store=8f646349473ba1c8bb6370f3384b5afe/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:35:29,229 INFO [StoreOpener-8f646349473ba1c8bb6370f3384b5afe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8f646349473ba1c8bb6370f3384b5afe 2024-11-15T14:35:29,230 INFO [StoreOpener-8f646349473ba1c8bb6370f3384b5afe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f646349473ba1c8bb6370f3384b5afe columnFamilyName sid 2024-11-15T14:35:29,230 DEBUG [StoreOpener-8f646349473ba1c8bb6370f3384b5afe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:29,230 INFO [StoreOpener-8f646349473ba1c8bb6370f3384b5afe-1 {}] regionserver.HStore(327): Store=8f646349473ba1c8bb6370f3384b5afe/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:35:29,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8f646349473ba1c8bb6370f3384b5afe 2024-11-15T14:35:29,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/hbase/replication/8f646349473ba1c8bb6370f3384b5afe 2024-11-15T14:35:29,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/hbase/replication/8f646349473ba1c8bb6370f3384b5afe 2024-11-15T14:35:29,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8f646349473ba1c8bb6370f3384b5afe 2024-11-15T14:35:29,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8f646349473ba1c8bb6370f3384b5afe 2024-11-15T14:35:29,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T14:35:29,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8f646349473ba1c8bb6370f3384b5afe 2024-11-15T14:35:29,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/hbase/replication/8f646349473ba1c8bb6370f3384b5afe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:35:29,234 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8f646349473ba1c8bb6370f3384b5afe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59978964, jitterRate=-0.1062437891960144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T14:35:29,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f646349473ba1c8bb6370f3384b5afe 2024-11-15T14:35:29,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8f646349473ba1c8bb6370f3384b5afe: Running coprocessor pre-open hook at 1731681329226Writing region info on filesystem at 1731681329226Initializing all the Stores at 1731681329226Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681329226Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681329226Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681329226Cleaning up temporary data from old regions at 1731681329231 (+5 ms)Running coprocessor post-open hooks at 1731681329234 (+3 ms)Region opened successfully at 1731681329234 2024-11-15T14:35:29,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731681328018.8f646349473ba1c8bb6370f3384b5afe., pid=10, masterSystemTime=1731681329205 2024-11-15T14:35:29,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731681328018.8f646349473ba1c8bb6370f3384b5afe. 2024-11-15T14:35:29,237 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731681328018.8f646349473ba1c8bb6370f3384b5afe. 2024-11-15T14:35:29,237 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8f646349473ba1c8bb6370f3384b5afe, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,33617,1731681311221 2024-11-15T14:35:29,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f646349473ba1c8bb6370f3384b5afe, server=26754e923c4a,33617,1731681311221 because future has completed 2024-11-15T14:35:29,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T14:35:29,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f646349473ba1c8bb6370f3384b5afe, server=26754e923c4a,33617,1731681311221 in 187 msec 2024-11-15T14:35:29,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T14:35:29,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8f646349473ba1c8bb6370f3384b5afe, ASSIGN in 342 msec 2024-11-15T14:35:29,243 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T14:35:29,243 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681329243"}]},"ts":"1731681329243"} 2024-11-15T14:35:29,245 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T14:35:29,246 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T14:35:29,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2280 sec 2024-11-15T14:35:29,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731681328018.8f646349473ba1c8bb6370f3384b5afe., hostname=26754e923c4a,33617,1731681311221, seqNum=2] 2024-11-15T14:35:29,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39967-0x101401987d90003, quorum=127.0.0.1:49742, baseZNode=/12145546379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12145546379 2024-11-15T14:35:29,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x101401987d90004, quorum=127.0.0.1:49742, baseZNode=/12145546379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12145546379 2024-11-15T14:35:29,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T14:35:29,390 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 379, reset compression=false 2024-11-15T14:35:29,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33617 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T14:35:29,467 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T14:35:29,511 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-26754e923c4a,33617,1731681311221, ReplicationSource: 1, currentBandwidth=0 2024-11-15T14:35:29,512 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:35:29,512 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,33617,1731681311221, seqNum=-1] 2024-11-15T14:35:29,512 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:35:29,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-15T14:35:29,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-26754e923c4a,33617,1731681311221', locateType=CURRENT is [region=hbase:replication,,1731681328018.8f646349473ba1c8bb6370f3384b5afe., hostname=26754e923c4a,33617,1731681311221, seqNum=2] 2024-11-15T14:35:29,519 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T14:35:29,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39967 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T14:35:29,524 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 26754e923c4a,33617,1731681311221 suceeded 2024-11-15T14:35:29,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T14:35:29,527 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://26754e923c4a:36783,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T14:35:29,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 210 msec 2024-11-15T14:35:29,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5160 sec 2024-11-15T14:35:29,539 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='26754e923c4a:36783' 2024-11-15T14:35:29,540 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@165714bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:29,540 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,36783,-1 for getting cluster id 2024-11-15T14:35:29,540 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:35:29,541 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3a3af6a-444e-421e-934b-26f2f890d4f1' 2024-11-15T14:35:29,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:35:29,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3a3af6a-444e-421e-934b-26f2f890d4f1" 2024-11-15T14:35:29,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@670d26c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:29,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,36783,-1] 2024-11-15T14:35:29,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:35:29,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:29,542 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:35:29,543 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@672b9aee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:29,543 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:35:29,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,36783,1731681316038 2024-11-15T14:35:29,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d96a85 2024-11-15T14:35:29,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:35:29,545 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-15T14:35:29,545 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-26754e923c4a,33617,1731681311221 (queues=1) is replicating from cluster=5038700a-fd8d-40b8-920b-5b72c816a3eb to cluster=a3a3af6a-444e-421e-934b-26f2f890d4f1 2024-11-15T14:35:29,545 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=26754e923c4a%2C33617%2C1731681311221 2024-11-15T14:35:29,546 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-26754e923c4a,33617,1731681311221, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T14:35:29,546 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499, startPosition=0, beingWritten=true 2024-11-15T14:35:29,546 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.shipper26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 26754e923c4a%2C33617%2C1731681311221 2024-11-15T14:35:29,553 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:35:29,553 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 379, reset compression=false 2024-11-15T14:35:29,553 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.shipper26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,33617,1731681311221 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T14:35:29,762 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 379, reset compression=false 2024-11-15T14:35:30,066 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 379, reset compression=false 2024-11-15T14:35:30,093 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 379, reset compression=false 2024-11-15T14:35:30,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:35:30,154 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T14:35:30,155 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:35:30,155 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:35:30,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:30,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:30,155 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:35:30,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e23ca0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:30,156 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,36783,-1 for getting cluster id 2024-11-15T14:35:30,156 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:35:30,157 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3a3af6a-444e-421e-934b-26f2f890d4f1' 2024-11-15T14:35:30,157 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:35:30,157 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3a3af6a-444e-421e-934b-26f2f890d4f1" 2024-11-15T14:35:30,157 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e21ac36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:30,157 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,36783,-1] 2024-11-15T14:35:30,157 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:35:30,157 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:30,158 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:35:30,159 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd0d2ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:30,159 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:35:30,160 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,36783,1731681316038 2024-11-15T14:35:30,160 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1576d26b 2024-11-15T14:35:30,160 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:35:30,161 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:35:30,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://26754e923c4a:45293,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T14:35:30,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T14:35:30,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:35:30,164 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='26754e923c4a:45293' 2024-11-15T14:35:30,165 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b4cac3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:30,165 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,45293,-1 for getting cluster id 2024-11-15T14:35:30,165 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:35:30,166 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43508f6e-8e51-4948-a371-daa5b8e86cb5' 2024-11-15T14:35:30,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:35:30,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43508f6e-8e51-4948-a371-daa5b8e86cb5" 2024-11-15T14:35:30,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260ea307, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:30,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,45293,-1] 2024-11-15T14:35:30,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:35:30,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:30,167 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:35:30,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b0363d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:30,168 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:35:30,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,45293,1731681306571 2024-11-15T14:35:30,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39648242 2024-11-15T14:35:30,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:35:30,169 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:35:30,170 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T14:35:30,170 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T14:35:30,170 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:30,170 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:30,170 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:35:30,170 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:35:30,171 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T14:35:30,172 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T14:35:30,172 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:30,173 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T14:35:30,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741837_1013 (size=1138) 2024-11-15T14:35:30,222 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T14:35:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:35:30,469 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 379, reset compression=false 2024-11-15T14:35:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:35:30,579 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9750c14110ff2bc2fb2cd817b0eb4cf5, NAME => 'hbase:replication,,1731681330170.9750c14110ff2bc2fb2cd817b0eb4cf5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f 2024-11-15T14:35:30,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741838_1014 (size=44) 2024-11-15T14:35:30,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:35:30,896 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 379, reset compression=false 2024-11-15T14:35:30,973 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 379, reset compression=false 2024-11-15T14:35:30,984 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731681330170.9750c14110ff2bc2fb2cd817b0eb4cf5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:35:30,984 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9750c14110ff2bc2fb2cd817b0eb4cf5, disabling compactions & flushes 2024-11-15T14:35:30,984 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731681330170.9750c14110ff2bc2fb2cd817b0eb4cf5. 2024-11-15T14:35:30,984 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731681330170.9750c14110ff2bc2fb2cd817b0eb4cf5. 2024-11-15T14:35:30,984 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731681330170.9750c14110ff2bc2fb2cd817b0eb4cf5. after waiting 0 ms 2024-11-15T14:35:30,984 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731681330170.9750c14110ff2bc2fb2cd817b0eb4cf5. 2024-11-15T14:35:30,984 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731681330170.9750c14110ff2bc2fb2cd817b0eb4cf5. 2024-11-15T14:35:30,984 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9750c14110ff2bc2fb2cd817b0eb4cf5: Waiting for close lock at 1731681330984Disabling compacts and flushes for region at 1731681330984Disabling writes for close at 1731681330984Writing region close event to WAL at 1731681330984Closed at 1731681330984 2024-11-15T14:35:30,985 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T14:35:30,985 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731681330170.9750c14110ff2bc2fb2cd817b0eb4cf5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731681330985"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731681330985"}]},"ts":"1731681330985"} 2024-11-15T14:35:30,987 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T14:35:30,988 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T14:35:30,988 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681330988"}]},"ts":"1731681330988"} 2024-11-15T14:35:30,990 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T14:35:30,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9750c14110ff2bc2fb2cd817b0eb4cf5, ASSIGN}] 2024-11-15T14:35:30,991 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9750c14110ff2bc2fb2cd817b0eb4cf5, ASSIGN 2024-11-15T14:35:30,992 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9750c14110ff2bc2fb2cd817b0eb4cf5, ASSIGN; state=OFFLINE, location=26754e923c4a,42235,1731681316141; forceNewPlan=false, retain=false 2024-11-15T14:35:31,142 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9750c14110ff2bc2fb2cd817b0eb4cf5, regionState=OPENING, regionLocation=26754e923c4a,42235,1731681316141 2024-11-15T14:35:31,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9750c14110ff2bc2fb2cd817b0eb4cf5, ASSIGN because future has completed 2024-11-15T14:35:31,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9750c14110ff2bc2fb2cd817b0eb4cf5, server=26754e923c4a,42235,1731681316141}] 2024-11-15T14:35:31,300 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731681330170.9750c14110ff2bc2fb2cd817b0eb4cf5. 2024-11-15T14:35:31,300 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:35:31,300 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T14:35:31,301 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C42235%2C1731681316141.rep, suffix=, logDir=hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141, archiveDir=hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/oldWALs, maxLogs=10 2024-11-15T14:35:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:35:31,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.rep.1731681331302, exclude list is [], retry=0 2024-11-15T14:35:31,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-0c4d6321-10b4-4621-8aa6-fd35458275f2,DISK] 2024-11-15T14:35:31,318 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.rep.1731681331302 2024-11-15T14:35:31,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35939:35939)] 2024-11-15T14:35:31,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9750c14110ff2bc2fb2cd817b0eb4cf5, NAME => 'hbase:replication,,1731681330170.9750c14110ff2bc2fb2cd817b0eb4cf5.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:35:31,319 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:35:31,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T14:35:31,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731681330170.9750c14110ff2bc2fb2cd817b0eb4cf5. service=MultiRowMutationService 2024-11-15T14:35:31,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T14:35:31,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9750c14110ff2bc2fb2cd817b0eb4cf5 2024-11-15T14:35:31,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731681330170.9750c14110ff2bc2fb2cd817b0eb4cf5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:35:31,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9750c14110ff2bc2fb2cd817b0eb4cf5 2024-11-15T14:35:31,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9750c14110ff2bc2fb2cd817b0eb4cf5 2024-11-15T14:35:31,321 INFO [StoreOpener-9750c14110ff2bc2fb2cd817b0eb4cf5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9750c14110ff2bc2fb2cd817b0eb4cf5 2024-11-15T14:35:31,322 INFO [StoreOpener-9750c14110ff2bc2fb2cd817b0eb4cf5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9750c14110ff2bc2fb2cd817b0eb4cf5 columnFamilyName hfileref 2024-11-15T14:35:31,322 DEBUG [StoreOpener-9750c14110ff2bc2fb2cd817b0eb4cf5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:31,322 INFO [StoreOpener-9750c14110ff2bc2fb2cd817b0eb4cf5-1 {}] regionserver.HStore(327): Store=9750c14110ff2bc2fb2cd817b0eb4cf5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:35:31,322 INFO [StoreOpener-9750c14110ff2bc2fb2cd817b0eb4cf5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9750c14110ff2bc2fb2cd817b0eb4cf5 2024-11-15T14:35:31,323 INFO [StoreOpener-9750c14110ff2bc2fb2cd817b0eb4cf5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9750c14110ff2bc2fb2cd817b0eb4cf5 columnFamilyName queue 2024-11-15T14:35:31,323 DEBUG [StoreOpener-9750c14110ff2bc2fb2cd817b0eb4cf5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:31,323 INFO [StoreOpener-9750c14110ff2bc2fb2cd817b0eb4cf5-1 {}] regionserver.HStore(327): Store=9750c14110ff2bc2fb2cd817b0eb4cf5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:35:31,323 INFO [StoreOpener-9750c14110ff2bc2fb2cd817b0eb4cf5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9750c14110ff2bc2fb2cd817b0eb4cf5 2024-11-15T14:35:31,324 INFO [StoreOpener-9750c14110ff2bc2fb2cd817b0eb4cf5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9750c14110ff2bc2fb2cd817b0eb4cf5 columnFamilyName sid 2024-11-15T14:35:31,324 DEBUG [StoreOpener-9750c14110ff2bc2fb2cd817b0eb4cf5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:31,324 INFO [StoreOpener-9750c14110ff2bc2fb2cd817b0eb4cf5-1 {}] regionserver.HStore(327): Store=9750c14110ff2bc2fb2cd817b0eb4cf5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:35:31,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9750c14110ff2bc2fb2cd817b0eb4cf5 2024-11-15T14:35:31,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/hbase/replication/9750c14110ff2bc2fb2cd817b0eb4cf5 2024-11-15T14:35:31,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/hbase/replication/9750c14110ff2bc2fb2cd817b0eb4cf5 2024-11-15T14:35:31,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9750c14110ff2bc2fb2cd817b0eb4cf5 2024-11-15T14:35:31,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9750c14110ff2bc2fb2cd817b0eb4cf5 2024-11-15T14:35:31,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T14:35:31,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9750c14110ff2bc2fb2cd817b0eb4cf5 2024-11-15T14:35:31,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/hbase/replication/9750c14110ff2bc2fb2cd817b0eb4cf5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:35:31,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9750c14110ff2bc2fb2cd817b0eb4cf5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67076185, jitterRate=-4.8695504665374756E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T14:35:31,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9750c14110ff2bc2fb2cd817b0eb4cf5 2024-11-15T14:35:31,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9750c14110ff2bc2fb2cd817b0eb4cf5: Running coprocessor pre-open hook at 1731681331320Writing region info on filesystem at 1731681331320Initializing all the Stores at 1731681331321 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681331321Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681331321Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681331321Cleaning up temporary data from old regions at 1731681331326 (+5 ms)Running coprocessor post-open hooks at 1731681331330 (+4 ms)Region opened successfully at 1731681331330 2024-11-15T14:35:31,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731681330170.9750c14110ff2bc2fb2cd817b0eb4cf5., pid=10, masterSystemTime=1731681331297 2024-11-15T14:35:31,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731681330170.9750c14110ff2bc2fb2cd817b0eb4cf5. 2024-11-15T14:35:31,333 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731681330170.9750c14110ff2bc2fb2cd817b0eb4cf5. 2024-11-15T14:35:31,333 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9750c14110ff2bc2fb2cd817b0eb4cf5, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,42235,1731681316141 2024-11-15T14:35:31,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9750c14110ff2bc2fb2cd817b0eb4cf5, server=26754e923c4a,42235,1731681316141 because future has completed 2024-11-15T14:35:31,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T14:35:31,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9750c14110ff2bc2fb2cd817b0eb4cf5, server=26754e923c4a,42235,1731681316141 in 191 msec 2024-11-15T14:35:31,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T14:35:31,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9750c14110ff2bc2fb2cd817b0eb4cf5, ASSIGN in 348 msec 2024-11-15T14:35:31,341 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T14:35:31,341 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681331341"}]},"ts":"1731681331341"} 2024-11-15T14:35:31,343 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T14:35:31,343 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T14:35:31,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-15T14:35:31,359 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T14:35:31,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731681330170.9750c14110ff2bc2fb2cd817b0eb4cf5., hostname=26754e923c4a,42235,1731681316141, seqNum=2] 2024-11-15T14:35:31,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42235-0x101401987d90007, quorum=127.0.0.1:49742, baseZNode=/2901832655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901832655 2024-11-15T14:35:31,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x101401987d90006, quorum=127.0.0.1:49742, baseZNode=/2901832655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901832655 2024-11-15T14:35:31,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T14:35:31,576 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 379, reset compression=false 2024-11-15T14:35:31,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T14:35:31,583 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T14:35:31,611 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-26754e923c4a,42235,1731681316141, ReplicationSource: 1, currentBandwidth=0 2024-11-15T14:35:31,611 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:35:31,611 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,42235,1731681316141, seqNum=-1] 2024-11-15T14:35:31,612 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:35:31,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-15T14:35:31,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-26754e923c4a,42235,1731681316141', locateType=CURRENT is [region=hbase:replication,,1731681330170.9750c14110ff2bc2fb2cd817b0eb4cf5., hostname=26754e923c4a,42235,1731681316141, seqNum=2] 2024-11-15T14:35:31,617 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T14:35:31,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T14:35:31,618 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 26754e923c4a,42235,1731681316141 suceeded 2024-11-15T14:35:31,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T14:35:31,620 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://26754e923c4a:45293,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T14:35:31,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-15T14:35:31,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4590 sec 2024-11-15T14:35:31,631 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='26754e923c4a:45293' 2024-11-15T14:35:31,632 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b6cb21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:31,632 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,45293,-1 for getting cluster id 2024-11-15T14:35:31,632 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:35:31,633 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43508f6e-8e51-4948-a371-daa5b8e86cb5' 2024-11-15T14:35:31,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:35:31,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43508f6e-8e51-4948-a371-daa5b8e86cb5" 2024-11-15T14:35:31,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67cf569b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:31,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,45293,-1] 2024-11-15T14:35:31,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:35:31,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:31,634 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:35:31,635 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33daf1ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:31,635 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:35:31,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,45293,1731681306571 2024-11-15T14:35:31,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7aaa3d4a 2024-11-15T14:35:31,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:35:31,636 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-15T14:35:31,637 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-26754e923c4a,42235,1731681316141 (queues=1) is replicating from cluster=a3a3af6a-444e-421e-934b-26f2f890d4f1 to cluster=43508f6e-8e51-4948-a371-daa5b8e86cb5 2024-11-15T14:35:31,637 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=26754e923c4a%2C42235%2C1731681316141 2024-11-15T14:35:31,637 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-26754e923c4a,42235,1731681316141, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T14:35:31,637 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.shipper26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 26754e923c4a%2C42235%2C1731681316141 2024-11-15T14:35:31,637 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372, startPosition=0, beingWritten=true 2024-11-15T14:35:31,642 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:35:31,642 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372 to pos 379, reset compression=false 2024-11-15T14:35:31,642 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.shipper26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,42235,1731681316141 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T14:35:31,800 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 379, reset compression=false 2024-11-15T14:35:31,846 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372 to pos 379, reset compression=false 2024-11-15T14:35:32,150 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372 to pos 379, reset compression=false 2024-11-15T14:35:32,280 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 379, reset compression=false 2024-11-15T14:35:32,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:35:32,314 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T14:35:32,314 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:35:32,315 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:35:32,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:32,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:32,315 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:35:32,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ebbe6c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:32,315 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,45293,-1 for getting cluster id 2024-11-15T14:35:32,315 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:35:32,316 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43508f6e-8e51-4948-a371-daa5b8e86cb5' 2024-11-15T14:35:32,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:35:32,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43508f6e-8e51-4948-a371-daa5b8e86cb5" 2024-11-15T14:35:32,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66f1dac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:32,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,45293,-1] 2024-11-15T14:35:32,317 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:35:32,317 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:32,317 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:35:32,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@144cccd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:32,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a13acca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:32,319 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,39967,-1 for getting cluster id 2024-11-15T14:35:32,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:35:32,319 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5038700a-fd8d-40b8-920b-5b72c816a3eb' 2024-11-15T14:35:32,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:35:32,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5038700a-fd8d-40b8-920b-5b72c816a3eb" 2024-11-15T14:35:32,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a2716f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:32,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,39967,-1] 2024-11-15T14:35:32,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:35:32,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:32,320 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:35:32,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13e84411, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:32,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e72a935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:32,321 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,36783,-1 for getting cluster id 2024-11-15T14:35:32,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:35:32,322 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3a3af6a-444e-421e-934b-26f2f890d4f1' 2024-11-15T14:35:32,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:35:32,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3a3af6a-444e-421e-934b-26f2f890d4f1" 2024-11-15T14:35:32,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38af583d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:32,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,36783,-1] 2024-11-15T14:35:32,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:35:32,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:32,323 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:35:32,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114f8aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:32,324 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:35:32,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,45371,1731681306709, seqNum=-1] 2024-11-15T14:35:32,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:35:32,326 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:35:32,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731681319407.830ff1a50e09c1609c8b382b36e37328., hostname=26754e923c4a,45371,1731681306709, seqNum=2] 2024-11-15T14:35:32,331 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:35:32,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,42235,1731681316141, seqNum=-1] 2024-11-15T14:35:32,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:35:32,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:35:32,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731681323707.100e0c6d206e613c5619c52aafff95db., hostname=26754e923c4a,42235,1731681316141, seqNum=2] 2024-11-15T14:35:32,362 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-15T14:35:32,518 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T14:35:32,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:32,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:32,554 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372 to pos 379, reset compression=false 2024-11-15T14:35:32,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:32,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:32,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:32,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:32,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:32,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:32,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:32,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:32,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:32,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:32,803 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 379, reset compression=false 2024-11-15T14:35:32,808 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T14:35:32,808 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 480, reset compression=false 2024-11-15T14:35:32,808 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.shipper26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,45371,1731681306709 got entry batch from reader: WALEntryBatch [walEntries=[{test/830ff1a50e09c1609c8b382b36e37328/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-15T14:35:32,810 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.shipper26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T14:35:32,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-15T14:35:32,811 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T14:35:32,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ba9a869, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:32,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,39967,-1 for getting cluster id 2024-11-15T14:35:32,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:35:32,812 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5038700a-fd8d-40b8-920b-5b72c816a3eb' 2024-11-15T14:35:32,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:35:32,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5038700a-fd8d-40b8-920b-5b72c816a3eb" 2024-11-15T14:35:32,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a399d3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:32,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,39967,-1] 2024-11-15T14:35:32,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:35:32,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:32,813 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:35:32,814 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d6a4802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:32,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:35:32,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,33617,1731681311221, seqNum=-1] 2024-11-15T14:35:32,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:35:32,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-15T14:35:32,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731681321557.734952552eed73b138f01c175a738b42., hostname=26754e923c4a,33617,1731681311221, seqNum=2] 2024-11-15T14:35:32,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T14:35:33,011 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 480, reset compression=false 2024-11-15T14:35:33,057 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372 to pos 379, reset compression=false 2024-11-15T14:35:33,083 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 379, reset compression=false 2024-11-15T14:35:33,087 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T14:35:33,088 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 503, reset compression=false 2024-11-15T14:35:33,088 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.shipper26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,33617,1731681311221 got entry batch from reader: WALEntryBatch [walEntries=[{test/734952552eed73b138f01c175a738b42/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-15T14:35:33,090 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.shipper26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T14:35:33,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-15T14:35:33,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42235 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T14:35:33,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d8c7a6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:33,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42235 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,36783,-1 for getting cluster id 2024-11-15T14:35:33,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42235 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:35:33,092 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3a3af6a-444e-421e-934b-26f2f890d4f1' 2024-11-15T14:35:33,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:35:33,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3a3af6a-444e-421e-934b-26f2f890d4f1" 2024-11-15T14:35:33,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45577de6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:33,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,36783,-1] 2024-11-15T14:35:33,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:35:33,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:33,093 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:35:33,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b2c033, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:33,094 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42235 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:35:33,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,42235,1731681316141, seqNum=-1] 2024-11-15T14:35:33,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:35:33,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-15T14:35:33,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731681323707.100e0c6d206e613c5619c52aafff95db., hostname=26754e923c4a,42235,1731681316141, seqNum=2] 2024-11-15T14:35:33,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42235 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T14:35:33,291 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 503, reset compression=false 2024-11-15T14:35:33,315 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 480, reset compression=false 2024-11-15T14:35:33,364 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-15T14:35:33,365 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:35:33,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,33617,1731681311221, seqNum=-1] 2024-11-15T14:35:33,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:35:33,367 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:35:33,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731681321557.734952552eed73b138f01c175a738b42., hostname=26754e923c4a,33617,1731681311221, seqNum=2] 2024-11-15T14:35:33,371 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-15T14:35:33,594 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 503, reset compression=false 2024-11-15T14:35:33,599 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T14:35:33,599 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 607, reset compression=false 2024-11-15T14:35:33,599 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.shipper26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,33617,1731681311221 got entry batch from reader: WALEntryBatch [walEntries=[{test/734952552eed73b138f01c175a738b42/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T14:35:33,600 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42235 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T14:35:33,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42235 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T14:35:33,661 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372 to pos 379, reset compression=false 2024-11-15T14:35:33,665 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T14:35:33,665 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372 to pos 653, reset compression=false 2024-11-15T14:35:33,665 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.shipper26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,42235,1731681316141 got entry batch from reader: WALEntryBatch [walEntries=[{test/100e0c6d206e613c5619c52aafff95db/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-15T14:35:33,667 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.shipper26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T14:35:33,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-15T14:35:33,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45371 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T14:35:33,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e357d4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:33,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45371 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,45293,-1 for getting cluster id 2024-11-15T14:35:33,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:35:33,670 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43508f6e-8e51-4948-a371-daa5b8e86cb5' 2024-11-15T14:35:33,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:35:33,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43508f6e-8e51-4948-a371-daa5b8e86cb5" 2024-11-15T14:35:33,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5eb2d1f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:33,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,45293,-1] 2024-11-15T14:35:33,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:35:33,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:33,671 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:35:33,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4be0492e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:33,672 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:35:33,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,45371,1731681306709, seqNum=-1] 2024-11-15T14:35:33,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:35:33,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-15T14:35:33,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731681319407.830ff1a50e09c1609c8b382b36e37328., hostname=26754e923c4a,45371,1731681306709, seqNum=2] 2024-11-15T14:35:33,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45371 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T14:35:33,718 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 480, reset compression=false 2024-11-15T14:35:33,722 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:35:33,722 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 631, reset compression=false 2024-11-15T14:35:33,722 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.shipper26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,45371,1731681306709 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T14:35:33,803 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 607, reset compression=false 2024-11-15T14:35:33,869 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372 to pos 653, reset compression=false 2024-11-15T14:35:33,925 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 631, reset compression=false 2024-11-15T14:35:34,107 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 607, reset compression=false 2024-11-15T14:35:34,172 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372 to pos 653, reset compression=false 2024-11-15T14:35:34,228 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 631, reset compression=false 2024-11-15T14:35:34,373 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-15T14:35:34,376 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-15T14:35:34,510 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 607, reset compression=false 2024-11-15T14:35:34,575 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372 to pos 653, reset compression=false 2024-11-15T14:35:34,579 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T14:35:34,579 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372 to pos 757, reset compression=false 2024-11-15T14:35:34,579 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.shipper26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,42235,1731681316141 got entry batch from reader: WALEntryBatch [walEntries=[{test/100e0c6d206e613c5619c52aafff95db/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T14:35:34,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45371 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T14:35:34,582 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45371 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T14:35:34,631 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 631, reset compression=false 2024-11-15T14:35:34,634 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T14:35:34,634 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 759, reset compression=false 2024-11-15T14:35:34,634 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.shipper26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,45371,1731681306709 got entry batch from reader: WALEntryBatch [walEntries=[{test/830ff1a50e09c1609c8b382b36e37328/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-15T14:35:34,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T14:35:34,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T14:35:34,782 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372 to pos 757, reset compression=false 2024-11-15T14:35:34,838 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 759, reset compression=false 2024-11-15T14:35:35,013 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 607, reset compression=false 2024-11-15T14:35:35,017 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:35:35,017 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 758, reset compression=false 2024-11-15T14:35:35,017 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.shipper26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,33617,1731681311221 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T14:35:35,085 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372 to pos 757, reset compression=false 2024-11-15T14:35:35,141 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 759, reset compression=false 2024-11-15T14:35:35,220 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 758, reset compression=false 2024-11-15T14:35:35,378 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-15T14:35:35,381 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-15T14:35:35,489 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372 to pos 757, reset compression=false 2024-11-15T14:35:35,524 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 758, reset compression=false 2024-11-15T14:35:35,545 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 759, reset compression=false 2024-11-15T14:35:35,549 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T14:35:35,549 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 915, reset compression=false 2024-11-15T14:35:35,549 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.shipper26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,45371,1731681306709 got entry batch from reader: WALEntryBatch [walEntries=[{test/830ff1a50e09c1609c8b382b36e37328/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-15T14:35:35,550 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T14:35:35,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T14:35:35,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T14:35:35,683 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-15T14:35:35,753 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 915, reset compression=false 2024-11-15T14:35:35,927 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 758, reset compression=false 2024-11-15T14:35:35,931 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T14:35:35,931 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 905, reset compression=false 2024-11-15T14:35:35,931 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.shipper26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,33617,1731681311221 got entry batch from reader: WALEntryBatch [walEntries=[{test/734952552eed73b138f01c175a738b42/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-15T14:35:35,932 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42235 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T14:35:35,935 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42235 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T14:35:35,993 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372 to pos 757, reset compression=false 2024-11-15T14:35:35,997 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:35:35,997 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372 to pos 927, reset compression=false 2024-11-15T14:35:35,997 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.shipper26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,42235,1731681316141 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T14:35:36,056 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 915, reset compression=false 2024-11-15T14:35:36,133 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 905, reset compression=false 2024-11-15T14:35:36,147 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T14:35:36,201 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372 to pos 927, reset compression=false 2024-11-15T14:35:36,383 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-15T14:35:36,386 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-15T14:35:36,437 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 905, reset compression=false 2024-11-15T14:35:36,440 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T14:35:36,440 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 1064, reset compression=false 2024-11-15T14:35:36,441 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.shipper26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,33617,1731681311221 got entry batch from reader: WALEntryBatch [walEntries=[{test/734952552eed73b138f01c175a738b42/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-15T14:35:36,442 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42235 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T14:35:36,444 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42235 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T14:35:36,460 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 915, reset compression=false 2024-11-15T14:35:36,504 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372 to pos 927, reset compression=false 2024-11-15T14:35:36,508 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T14:35:36,508 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372 to pos 1076, reset compression=false 2024-11-15T14:35:36,508 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.shipper26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,42235,1731681316141 got entry batch from reader: WALEntryBatch [walEntries=[{test/100e0c6d206e613c5619c52aafff95db/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-15T14:35:36,509 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45371 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T14:35:36,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45371 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T14:35:36,644 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 1064, reset compression=false 2024-11-15T14:35:36,711 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372 to pos 1076, reset compression=false 2024-11-15T14:35:36,947 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 1064, reset compression=false 2024-11-15T14:35:36,964 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 915, reset compression=false 2024-11-15T14:35:36,968 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:35:36,968 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 1088, reset compression=false 2024-11-15T14:35:36,968 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.shipper26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,45371,1731681306709 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T14:35:37,014 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372 to pos 1076, reset compression=false 2024-11-15T14:35:37,171 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 1088, reset compression=false 2024-11-15T14:35:37,350 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 1064, reset compression=false 2024-11-15T14:35:37,388 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-15T14:35:37,391 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-15T14:35:37,417 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372 to pos 1076, reset compression=false 2024-11-15T14:35:37,422 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T14:35:37,422 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372 to pos 1235, reset compression=false 2024-11-15T14:35:37,422 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.shipper26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,42235,1731681316141 got entry batch from reader: WALEntryBatch [walEntries=[{test/100e0c6d206e613c5619c52aafff95db/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-15T14:35:37,423 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45371 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T14:35:37,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45371 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T14:35:37,474 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 1088, reset compression=false 2024-11-15T14:35:37,478 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T14:35:37,478 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 1238, reset compression=false 2024-11-15T14:35:37,478 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.shipper26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,45371,1731681306709 got entry batch from reader: WALEntryBatch [walEntries=[{test/830ff1a50e09c1609c8b382b36e37328/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-15T14:35:37,479 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T14:35:37,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T14:35:37,626 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372 to pos 1235, reset compression=false 2024-11-15T14:35:37,683 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 1238, reset compression=false 2024-11-15T14:35:37,853 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 1064, reset compression=false 2024-11-15T14:35:37,858 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:35:37,858 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 1237, reset compression=false 2024-11-15T14:35:37,858 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.shipper26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,33617,1731681311221 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T14:35:37,930 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372 to pos 1235, reset compression=false 2024-11-15T14:35:37,987 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 1238, reset compression=false 2024-11-15T14:35:38,069 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 1237, reset compression=false 2024-11-15T14:35:38,333 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372 to pos 1235, reset compression=false 2024-11-15T14:35:38,373 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 1237, reset compression=false 2024-11-15T14:35:38,391 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 1238, reset compression=false 2024-11-15T14:35:38,394 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-15T14:35:38,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eba9f01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:38,400 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,36783,-1 for getting cluster id 2024-11-15T14:35:38,400 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:35:38,401 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3a3af6a-444e-421e-934b-26f2f890d4f1' 2024-11-15T14:35:38,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:35:38,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3a3af6a-444e-421e-934b-26f2f890d4f1" 2024-11-15T14:35:38,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7375af3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:38,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,36783,-1] 2024-11-15T14:35:38,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:35:38,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:38,403 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:35:38,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59ea5a24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:38,405 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:35:38,406 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,36783,1731681316038 2024-11-15T14:35:38,406 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68338f4f 2024-11-15T14:35:38,406 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:35:38,407 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:35:38,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-15T14:35:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-15T14:35:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T14:35:38,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T14:35:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T14:35:38,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-15T14:35:38,606 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-15T14:35:38,607 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-15T14:35:38,607 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-26754e923c4a,42235,1731681316141 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-15T14:35:38,607 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/26754e923c4a:0-0. 2024-11-15T14:35:38,607 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:35:38,607 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:38,608 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:38,608 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:35:38,708 WARN [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T14:35:38,708 WARN [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.shipper26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T14:35:38,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T14:35:38,776 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 1237, reset compression=false 2024-11-15T14:35:38,808 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.shipper26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 terminated 2024-11-15T14:35:38,823 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-26754e923c4a,42235,1731681316141, ReplicationSource: 1, currentBandwidth=0 2024-11-15T14:35:38,824 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-15T14:35:38,824 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-15T14:35:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-15T14:35:38,826 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 26754e923c4a,42235,1731681316141 suceeded 2024-11-15T14:35:38,828 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-15T14:35:38,828 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 373 msec 2024-11-15T14:35:38,828 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-15T14:35:38,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 420 msec 2024-11-15T14:35:38,836 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='26754e923c4a:45293' 2024-11-15T14:35:38,837 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e568392, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:38,837 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,45293,-1 for getting cluster id 2024-11-15T14:35:38,837 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:35:38,838 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43508f6e-8e51-4948-a371-daa5b8e86cb5' 2024-11-15T14:35:38,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:35:38,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43508f6e-8e51-4948-a371-daa5b8e86cb5" 2024-11-15T14:35:38,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b47c7df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:38,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,45293,-1] 2024-11-15T14:35:38,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:35:38,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:38,839 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:35:38,840 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40692536, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:38,840 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:35:38,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,45293,1731681306571 2024-11-15T14:35:38,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b9d76d8 2024-11-15T14:35:38,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:35:38,841 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-15T14:35:38,842 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-26754e923c4a,42235,1731681316141 (queues=1) is replicating from cluster=a3a3af6a-444e-421e-934b-26f2f890d4f1 to cluster=43508f6e-8e51-4948-a371-daa5b8e86cb5 2024-11-15T14:35:38,842 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=26754e923c4a%2C42235%2C1731681316141 2024-11-15T14:35:38,842 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-26754e923c4a,42235,1731681316141, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T14:35:38,843 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.shipper26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 26754e923c4a%2C42235%2C1731681316141 2024-11-15T14:35:38,895 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 1238, reset compression=false 2024-11-15T14:35:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T14:35:39,044 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:35:39,044 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-15T14:35:39,044 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:35:39,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:39,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:39,044 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:35:39,047 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-15T14:35:39,279 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 1237, reset compression=false 2024-11-15T14:35:39,498 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 1238, reset compression=false 2024-11-15T14:35:39,527 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T14:35:39,527 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 1342, reset compression=false 2024-11-15T14:35:39,527 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.shipper26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,45371,1731681306709 got entry batch from reader: WALEntryBatch [walEntries=[{test/830ff1a50e09c1609c8b382b36e37328/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T14:35:39,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T14:35:39,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T14:35:39,731 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 1342, reset compression=false 2024-11-15T14:35:39,883 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 1237, reset compression=false 2024-11-15T14:35:39,887 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T14:35:39,887 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 1364, reset compression=false 2024-11-15T14:35:39,887 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.shipper26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,33617,1731681311221 got entry batch from reader: WALEntryBatch [walEntries=[{test/734952552eed73b138f01c175a738b42/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-15T14:35:39,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42235 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T14:35:39,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42235 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T14:35:40,034 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 1342, reset compression=false 2024-11-15T14:35:40,049 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-15T14:35:40,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@917559a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:40,051 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,36783,-1 for getting cluster id 2024-11-15T14:35:40,051 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:35:40,052 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3a3af6a-444e-421e-934b-26f2f890d4f1' 2024-11-15T14:35:40,052 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:35:40,052 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3a3af6a-444e-421e-934b-26f2f890d4f1" 2024-11-15T14:35:40,052 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@429320bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:40,052 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,36783,-1] 2024-11-15T14:35:40,052 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:35:40,052 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:40,053 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:35:40,053 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@206921bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:40,055 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:35:40,056 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,36783,1731681316038 2024-11-15T14:35:40,056 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42becf2e 2024-11-15T14:35:40,057 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:35:40,057 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:35:40,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-15T14:35:40,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-15T14:35:40,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-15T14:35:40,091 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 1364, reset compression=false 2024-11-15T14:35:40,095 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T14:35:40,095 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 1468, reset compression=false 2024-11-15T14:35:40,095 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.shipper26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,33617,1731681311221 got entry batch from reader: WALEntryBatch [walEntries=[{test/734952552eed73b138f01c175a738b42/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T14:35:40,096 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42235 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T14:35:40,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T14:35:40,098 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42235 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T14:35:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-15T14:35:40,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-15T14:35:40,250 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-15T14:35:40,250 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-15T14:35:40,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-15T14:35:40,252 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 26754e923c4a,42235,1731681316141 suceeded 2024-11-15T14:35:40,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-15T14:35:40,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-15T14:35:40,254 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-15T14:35:40,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 196 msec 2024-11-15T14:35:40,299 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 1468, reset compression=false 2024-11-15T14:35:40,344 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372, startPosition=1235, beingWritten=true 2024-11-15T14:35:40,347 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T14:35:40,347 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372 to pos 1512, reset compression=false 2024-11-15T14:35:40,347 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.shipper26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,42235,1731681316141 got entry batch from reader: WALEntryBatch [walEntries=[{test/100e0c6d206e613c5619c52aafff95db/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-15T14:35:40,350 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.shipper26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T14:35:40,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-15T14:35:40,351 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45371 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T14:35:40,353 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45371 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T14:35:40,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-15T14:35:40,375 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-15T14:35:40,375 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:35:40,375 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:35:40,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:40,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:40,375 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:35:40,376 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-15T14:35:40,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T14:35:40,377 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:35:40,377 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:35:40,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:40,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:40,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:35:40,377 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T14:35:40,377 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=905223202, stopped=false 2024-11-15T14:35:40,377 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=26754e923c4a,36783,1731681316038 2024-11-15T14:35:40,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42235-0x101401987d90007, quorum=127.0.0.1:49742, baseZNode=/2901832655 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2901832655/running 2024-11-15T14:35:40,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x101401987d90006, quorum=127.0.0.1:49742, baseZNode=/2901832655 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2901832655/running 2024-11-15T14:35:40,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x101401987d90006, quorum=127.0.0.1:49742, baseZNode=/2901832655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901832655 2024-11-15T14:35:40,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42235-0x101401987d90007, quorum=127.0.0.1:49742, baseZNode=/2901832655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901832655 2024-11-15T14:35:40,386 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:35:40,386 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:35:40,386 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:35:40,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:40,386 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '26754e923c4a,42235,1731681316141' ***** 2024-11-15T14:35:40,386 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T14:35:40,386 INFO [RS:0;26754e923c4a:42235 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T14:35:40,387 INFO [RS:0;26754e923c4a:42235 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T14:35:40,387 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T14:35:40,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36783-0x101401987d90006, quorum=127.0.0.1:49742, baseZNode=/2901832655 Set watcher on znode that does not yet exist, /2901832655/running 2024-11-15T14:35:40,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42235-0x101401987d90007, quorum=127.0.0.1:49742, baseZNode=/2901832655 Set watcher on znode that does not yet exist, /2901832655/running 2024-11-15T14:35:40,387 INFO [RS:0;26754e923c4a:42235 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T14:35:40,387 INFO [RS:0;26754e923c4a:42235 {}] regionserver.HRegionServer(3091): Received CLOSE for 100e0c6d206e613c5619c52aafff95db 2024-11-15T14:35:40,387 INFO [RS:0;26754e923c4a:42235 {}] regionserver.HRegionServer(3091): Received CLOSE for 9750c14110ff2bc2fb2cd817b0eb4cf5 2024-11-15T14:35:40,387 INFO [RS:0;26754e923c4a:42235 {}] regionserver.HRegionServer(959): stopping server 26754e923c4a,42235,1731681316141 2024-11-15T14:35:40,387 INFO [RS:0;26754e923c4a:42235 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:35:40,387 INFO [RS:0;26754e923c4a:42235 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:42235. 2024-11-15T14:35:40,387 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 100e0c6d206e613c5619c52aafff95db, disabling compactions & flushes 2024-11-15T14:35:40,387 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731681323707.100e0c6d206e613c5619c52aafff95db. 2024-11-15T14:35:40,387 DEBUG [RS:0;26754e923c4a:42235 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:35:40,387 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731681323707.100e0c6d206e613c5619c52aafff95db. 2024-11-15T14:35:40,387 DEBUG [RS:0;26754e923c4a:42235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:40,387 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731681323707.100e0c6d206e613c5619c52aafff95db. after waiting 0 ms 2024-11-15T14:35:40,387 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731681323707.100e0c6d206e613c5619c52aafff95db. 2024-11-15T14:35:40,388 INFO [RS:0;26754e923c4a:42235 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T14:35:40,388 INFO [RS:0;26754e923c4a:42235 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T14:35:40,388 INFO [RS:0;26754e923c4a:42235 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T14:35:40,388 INFO [RS:0;26754e923c4a:42235 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T14:35:40,388 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 100e0c6d206e613c5619c52aafff95db 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-15T14:35:40,388 INFO [RS:0;26754e923c4a:42235 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T14:35:40,388 DEBUG [RS:0;26754e923c4a:42235 {}] regionserver.HRegionServer(1325): Online Regions={100e0c6d206e613c5619c52aafff95db=test,,1731681323707.100e0c6d206e613c5619c52aafff95db., 9750c14110ff2bc2fb2cd817b0eb4cf5=hbase:replication,,1731681330170.9750c14110ff2bc2fb2cd817b0eb4cf5., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T14:35:40,388 DEBUG [RS:0;26754e923c4a:42235 {}] regionserver.HRegionServer(1351): Waiting on 100e0c6d206e613c5619c52aafff95db, 1588230740, 9750c14110ff2bc2fb2cd817b0eb4cf5 2024-11-15T14:35:40,388 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:35:40,388 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:35:40,388 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:35:40,388 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:35:40,388 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:35:40,388 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T14:35:40,401 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/default/test/100e0c6d206e613c5619c52aafff95db/.tmp/f/b583f00ca2ea4b1091250dc625b73a46 is 37, key is row3/f:row3/1731681339045/Put/seqid=0 2024-11-15T14:35:40,404 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/hbase/meta/1588230740/.tmp/info/599bdc98981a433fa6bf263cdd30c218 is 147, key is hbase:replication,,1731681330170.9750c14110ff2bc2fb2cd817b0eb4cf5./info:regioninfo/1731681331333/Put/seqid=0 2024-11-15T14:35:40,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741840_1016 (size=5228) 2024-11-15T14:35:40,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741841_1017 (size=7686) 2024-11-15T14:35:40,437 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 1342, reset compression=false 2024-11-15T14:35:40,441 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:35:40,441 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 1493, reset compression=false 2024-11-15T14:35:40,441 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.shipper26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,45371,1731681306709 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T14:35:40,469 INFO [regionserver/26754e923c4a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:35:40,550 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372 to pos 1512, reset compression=false 2024-11-15T14:35:40,554 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:35:40,554 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372 to pos 1759, reset compression=false 2024-11-15T14:35:40,554 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.shipper26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,42235,1731681316141 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T14:35:40,555 ERROR [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.shipper26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 26754e923c4a,42235,1731681316141: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-26754e923c4a,42235,1731681316141, walGroup=26754e923c4a%2C42235%2C1731681316141, offset=26754e923c4a%2C42235%2C1731681316141.1731681318372:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:42235 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T14:35:40,556 ERROR [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.shipper26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T14:35:40,556 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.shipper26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T14:35:40,557 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.shipper26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T14:35:40,557 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.shipper26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T14:35:40,557 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.shipper26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T14:35:40,557 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.shipper26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1153433600, "init": 1048576000, "max": 2306867200, "used": 775418136 }, "NonHeapMemoryUsage": { "committed": 201392128, "init": 7667712, "max": -1, "used": 198485480 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T14:35:40,557 WARN [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.shipper26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:36783 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:36783 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T14:35:40,588 DEBUG [RS:0;26754e923c4a:42235 {}] regionserver.HRegionServer(1351): Waiting on 100e0c6d206e613c5619c52aafff95db, 1588230740, 9750c14110ff2bc2fb2cd817b0eb4cf5 2024-11-15T14:35:40,602 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 1468, reset compression=false 2024-11-15T14:35:40,645 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 1493, reset compression=false 2024-11-15T14:35:40,684 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T14:35:40,757 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372 to pos 1759, reset compression=false 2024-11-15T14:35:40,788 DEBUG [RS:0;26754e923c4a:42235 {}] regionserver.HRegionServer(1351): Waiting on 100e0c6d206e613c5619c52aafff95db, 1588230740, 9750c14110ff2bc2fb2cd817b0eb4cf5 2024-11-15T14:35:40,805 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/default/test/100e0c6d206e613c5619c52aafff95db/.tmp/f/b583f00ca2ea4b1091250dc625b73a46 2024-11-15T14:35:40,807 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/hbase/meta/1588230740/.tmp/info/599bdc98981a433fa6bf263cdd30c218 2024-11-15T14:35:40,809 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b583f00ca2ea4b1091250dc625b73a46 2024-11-15T14:35:40,823 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/hbase/meta/1588230740/.tmp/ns/4901e48e63154145aa28cc5013e7abdc is 43, key is default/ns:d/1731681319335/Put/seqid=0 2024-11-15T14:35:40,825 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/default/test/100e0c6d206e613c5619c52aafff95db/.tmp/f1/98b5fdde36a64a84a7b8cd9564e52e52 is 30, key is row1/f1:/1731681336384/DeleteFamily/seqid=0 2024-11-15T14:35:40,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741842_1018 (size=5153) 2024-11-15T14:35:40,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741843_1019 (size=5158) 2024-11-15T14:35:40,828 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/default/test/100e0c6d206e613c5619c52aafff95db/.tmp/f1/98b5fdde36a64a84a7b8cd9564e52e52 2024-11-15T14:35:40,831 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98b5fdde36a64a84a7b8cd9564e52e52 2024-11-15T14:35:40,845 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/default/test/100e0c6d206e613c5619c52aafff95db/.tmp/norep/cc6b0483d25947a3bd3300cbcda60643 is 33, key is row2/norep:/1731681337389/DeleteFamily/seqid=0 2024-11-15T14:35:40,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741844_1020 (size=5108) 2024-11-15T14:35:40,948 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 1493, reset compression=false 2024-11-15T14:35:40,988 DEBUG [RS:0;26754e923c4a:42235 {}] regionserver.HRegionServer(1351): Waiting on 100e0c6d206e613c5619c52aafff95db, 1588230740, 9750c14110ff2bc2fb2cd817b0eb4cf5 2024-11-15T14:35:41,006 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 1468, reset compression=false 2024-11-15T14:35:41,060 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372 to pos 1759, reset compression=false 2024-11-15T14:35:41,189 DEBUG [RS:0;26754e923c4a:42235 {}] regionserver.HRegionServer(1351): Waiting on 100e0c6d206e613c5619c52aafff95db, 1588230740, 9750c14110ff2bc2fb2cd817b0eb4cf5 2024-11-15T14:35:41,227 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/hbase/meta/1588230740/.tmp/ns/4901e48e63154145aa28cc5013e7abdc 2024-11-15T14:35:41,243 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/hbase/meta/1588230740/.tmp/rep_barrier/61112f424f4d42fb9a3dad2b1b636c8d is 112, key is test,,1731681323707.100e0c6d206e613c5619c52aafff95db./rep_barrier:seqnumDuringOpen/1731681324848/Put/seqid=0 2024-11-15T14:35:41,245 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T14:35:41,245 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T14:35:41,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741845_1021 (size=5518) 2024-11-15T14:35:41,248 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/default/test/100e0c6d206e613c5619c52aafff95db/.tmp/norep/cc6b0483d25947a3bd3300cbcda60643 2024-11-15T14:35:41,251 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc6b0483d25947a3bd3300cbcda60643 2024-11-15T14:35:41,252 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/default/test/100e0c6d206e613c5619c52aafff95db/.tmp/f/b583f00ca2ea4b1091250dc625b73a46 as hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/default/test/100e0c6d206e613c5619c52aafff95db/f/b583f00ca2ea4b1091250dc625b73a46 2024-11-15T14:35:41,255 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b583f00ca2ea4b1091250dc625b73a46 2024-11-15T14:35:41,255 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/default/test/100e0c6d206e613c5619c52aafff95db/f/b583f00ca2ea4b1091250dc625b73a46, entries=5, sequenceid=12, filesize=5.1 K 2024-11-15T14:35:41,256 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/default/test/100e0c6d206e613c5619c52aafff95db/.tmp/f1/98b5fdde36a64a84a7b8cd9564e52e52 as hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/default/test/100e0c6d206e613c5619c52aafff95db/f1/98b5fdde36a64a84a7b8cd9564e52e52 2024-11-15T14:35:41,258 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98b5fdde36a64a84a7b8cd9564e52e52 2024-11-15T14:35:41,258 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/default/test/100e0c6d206e613c5619c52aafff95db/f1/98b5fdde36a64a84a7b8cd9564e52e52, entries=3, sequenceid=12, filesize=5.0 K 2024-11-15T14:35:41,259 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/default/test/100e0c6d206e613c5619c52aafff95db/.tmp/norep/cc6b0483d25947a3bd3300cbcda60643 as hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/default/test/100e0c6d206e613c5619c52aafff95db/norep/cc6b0483d25947a3bd3300cbcda60643 2024-11-15T14:35:41,262 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc6b0483d25947a3bd3300cbcda60643 2024-11-15T14:35:41,262 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/default/test/100e0c6d206e613c5619c52aafff95db/norep/cc6b0483d25947a3bd3300cbcda60643, entries=1, sequenceid=12, filesize=5.0 K 2024-11-15T14:35:41,262 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 100e0c6d206e613c5619c52aafff95db in 875ms, sequenceid=12, compaction requested=false 2024-11-15T14:35:41,270 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/default/test/100e0c6d206e613c5619c52aafff95db/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-15T14:35:41,271 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:35:41,271 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T14:35:41,271 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731681323707.100e0c6d206e613c5619c52aafff95db. 2024-11-15T14:35:41,271 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 100e0c6d206e613c5619c52aafff95db: Waiting for close lock at 1731681340387Running coprocessor pre-close hooks at 1731681340387Disabling compacts and flushes for region at 1731681340387Disabling writes for close at 1731681340387Obtaining lock to block concurrent updates at 1731681340388 (+1 ms)Preparing flush snapshotting stores in 100e0c6d206e613c5619c52aafff95db at 1731681340388Finished memstore snapshotting test,,1731681323707.100e0c6d206e613c5619c52aafff95db., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731681340388Flushing stores of test,,1731681323707.100e0c6d206e613c5619c52aafff95db. at 1731681340389 (+1 ms)Flushing 100e0c6d206e613c5619c52aafff95db/f: creating writer at 1731681340389Flushing 100e0c6d206e613c5619c52aafff95db/f: appending metadata at 1731681340401 (+12 ms)Flushing 100e0c6d206e613c5619c52aafff95db/f: closing flushed file at 1731681340401Flushing 100e0c6d206e613c5619c52aafff95db/f1: creating writer at 1731681340809 (+408 ms)Flushing 100e0c6d206e613c5619c52aafff95db/f1: appending metadata at 1731681340824 (+15 ms)Flushing 100e0c6d206e613c5619c52aafff95db/f1: closing flushed file at 1731681340824Flushing 100e0c6d206e613c5619c52aafff95db/norep: creating writer at 1731681340831 (+7 ms)Flushing 100e0c6d206e613c5619c52aafff95db/norep: appending metadata at 1731681340844 (+13 ms)Flushing 100e0c6d206e613c5619c52aafff95db/norep: closing flushed file at 1731681340844Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d7b39b4: reopening flushed file at 1731681341251 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@492650f0: reopening flushed file at 1731681341255 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26c49d98: reopening flushed file at 1731681341259 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 100e0c6d206e613c5619c52aafff95db in 875ms, sequenceid=12, compaction requested=false at 1731681341262 (+3 ms)Writing region close event to WAL at 1731681341263 (+1 ms)Running coprocessor post-close hooks at 1731681341271 (+8 ms)Closed at 1731681341271 2024-11-15T14:35:41,271 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731681323707.100e0c6d206e613c5619c52aafff95db. 2024-11-15T14:35:41,271 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9750c14110ff2bc2fb2cd817b0eb4cf5, disabling compactions & flushes 2024-11-15T14:35:41,271 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731681330170.9750c14110ff2bc2fb2cd817b0eb4cf5. 2024-11-15T14:35:41,271 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731681330170.9750c14110ff2bc2fb2cd817b0eb4cf5. 2024-11-15T14:35:41,271 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731681330170.9750c14110ff2bc2fb2cd817b0eb4cf5. after waiting 0 ms 2024-11-15T14:35:41,271 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731681330170.9750c14110ff2bc2fb2cd817b0eb4cf5. 2024-11-15T14:35:41,271 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9750c14110ff2bc2fb2cd817b0eb4cf5: Waiting for close lock at 1731681341271Running coprocessor pre-close hooks at 1731681341271Disabling compacts and flushes for region at 1731681341271Disabling writes for close at 1731681341271Failed flush hbase:replication,,1731681330170.9750c14110ff2bc2fb2cd817b0eb4cf5., putting online again at 1731681341271 2024-11-15T14:35:41,272 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731681330170.9750c14110ff2bc2fb2cd817b0eb4cf5. 2024-11-15T14:35:41,352 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 1493, reset compression=false 2024-11-15T14:35:41,389 INFO [RS:0;26754e923c4a:42235 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T14:35:41,389 DEBUG [RS:0;26754e923c4a:42235 {}] regionserver.HRegionServer(1325): Online Regions={9750c14110ff2bc2fb2cd817b0eb4cf5=hbase:replication,,1731681330170.9750c14110ff2bc2fb2cd817b0eb4cf5., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T14:35:41,389 INFO [RS:0;26754e923c4a:42235 {}] regionserver.HRegionServer(3091): Received CLOSE for 9750c14110ff2bc2fb2cd817b0eb4cf5 2024-11-15T14:35:41,389 DEBUG [RS:0;26754e923c4a:42235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9750c14110ff2bc2fb2cd817b0eb4cf5 2024-11-15T14:35:41,389 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9750c14110ff2bc2fb2cd817b0eb4cf5, disabling compactions & flushes 2024-11-15T14:35:41,389 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731681330170.9750c14110ff2bc2fb2cd817b0eb4cf5. 2024-11-15T14:35:41,389 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731681330170.9750c14110ff2bc2fb2cd817b0eb4cf5. 2024-11-15T14:35:41,389 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731681330170.9750c14110ff2bc2fb2cd817b0eb4cf5. after waiting 0 ms 2024-11-15T14:35:41,389 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731681330170.9750c14110ff2bc2fb2cd817b0eb4cf5. 2024-11-15T14:35:41,389 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9750c14110ff2bc2fb2cd817b0eb4cf5: Waiting for close lock at 1731681341389Running coprocessor pre-close hooks at 1731681341389Disabling compacts and flushes for region at 1731681341389Disabling writes for close at 1731681341389Failed flush hbase:replication,,1731681330170.9750c14110ff2bc2fb2cd817b0eb4cf5., putting online again at 1731681341389 2024-11-15T14:35:41,389 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731681330170.9750c14110ff2bc2fb2cd817b0eb4cf5. 2024-11-15T14:35:41,464 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372 to pos 1759, reset compression=false 2024-11-15T14:35:41,467 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:35:41,467 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372 to pos 2403, reset compression=false 2024-11-15T14:35:41,509 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 1468, reset compression=false 2024-11-15T14:35:41,589 DEBUG [RS:0;26754e923c4a:42235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:35:41,647 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/hbase/meta/1588230740/.tmp/rep_barrier/61112f424f4d42fb9a3dad2b1b636c8d 2024-11-15T14:35:41,667 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/hbase/meta/1588230740/.tmp/table/20dcfa9984be40e991f10f7730c2c3b3 is 53, key is hbase:replication/table:state/1731681331341/Put/seqid=0 2024-11-15T14:35:41,670 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372 to pos 2403, reset compression=false 2024-11-15T14:35:41,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741846_1022 (size=5308) 2024-11-15T14:35:41,789 DEBUG [RS:0;26754e923c4a:42235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:35:41,855 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 1493, reset compression=false 2024-11-15T14:35:41,934 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:35:41,934 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [26754e923c4a,34083,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:34083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T14:35:41,935 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68454 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [26754e923c4a,34083,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:34083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T14:35:41,973 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372 to pos 2403, reset compression=false 2024-11-15T14:35:41,989 DEBUG [RS:0;26754e923c4a:42235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:35:42,071 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/hbase/meta/1588230740/.tmp/table/20dcfa9984be40e991f10f7730c2c3b3 2024-11-15T14:35:42,076 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/hbase/meta/1588230740/.tmp/info/599bdc98981a433fa6bf263cdd30c218 as hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/hbase/meta/1588230740/info/599bdc98981a433fa6bf263cdd30c218 2024-11-15T14:35:42,079 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/hbase/meta/1588230740/info/599bdc98981a433fa6bf263cdd30c218, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T14:35:42,080 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/hbase/meta/1588230740/.tmp/ns/4901e48e63154145aa28cc5013e7abdc as hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/hbase/meta/1588230740/ns/4901e48e63154145aa28cc5013e7abdc 2024-11-15T14:35:42,083 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/hbase/meta/1588230740/ns/4901e48e63154145aa28cc5013e7abdc, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T14:35:42,084 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/hbase/meta/1588230740/.tmp/rep_barrier/61112f424f4d42fb9a3dad2b1b636c8d as hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/hbase/meta/1588230740/rep_barrier/61112f424f4d42fb9a3dad2b1b636c8d 2024-11-15T14:35:42,087 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/hbase/meta/1588230740/rep_barrier/61112f424f4d42fb9a3dad2b1b636c8d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T14:35:42,088 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/hbase/meta/1588230740/.tmp/table/20dcfa9984be40e991f10f7730c2c3b3 as hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/hbase/meta/1588230740/table/20dcfa9984be40e991f10f7730c2c3b3 2024-11-15T14:35:42,091 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/hbase/meta/1588230740/table/20dcfa9984be40e991f10f7730c2c3b3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T14:35:42,092 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=16, compaction requested=false 2024-11-15T14:35:42,096 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T14:35:42,097 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:35:42,097 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:35:42,097 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:35:42,097 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681340388Running coprocessor pre-close hooks at 1731681340388Disabling compacts and flushes for region at 1731681340388Disabling writes for close at 1731681340388Obtaining lock to block concurrent updates at 1731681340388Preparing flush snapshotting stores in 1588230740 at 1731681340388Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731681340388Flushing stores of hbase:meta,,1.1588230740 at 1731681340389 (+1 ms)Flushing 1588230740/info: creating writer at 1731681340389Flushing 1588230740/info: appending metadata at 1731681340403 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731681340403Flushing 1588230740/ns: creating writer at 1731681340811 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731681340823 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731681340823Flushing 1588230740/rep_barrier: creating writer at 1731681341230 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731681341243 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731681341243Flushing 1588230740/table: creating writer at 1731681341651 (+408 ms)Flushing 1588230740/table: appending metadata at 1731681341667 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731681341667Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47286694: reopening flushed file at 1731681342075 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3696a1b3: reopening flushed file at 1731681342079 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8d97ccf: reopening flushed file at 1731681342083 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@169655f7: reopening flushed file at 1731681342088 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=16, compaction requested=false at 1731681342092 (+4 ms)Writing region close event to WAL at 1731681342094 (+2 ms)Running coprocessor post-close hooks at 1731681342097 (+3 ms)Closed at 1731681342097 2024-11-15T14:35:42,097 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T14:35:42,113 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 1468, reset compression=false 2024-11-15T14:35:42,190 INFO [RS:0;26754e923c4a:42235 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-15T14:35:42,190 INFO [RS:0;26754e923c4a:42235 {}] regionserver.HRegionServer(976): stopping server 26754e923c4a,42235,1731681316141; all regions closed. 2024-11-15T14:35:42,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741834_1010 (size=4239) 2024-11-15T14:35:42,192 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.meta.1731681319289.meta not finished, retry = 0 2024-11-15T14:35:42,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741839_1015 (size=2172) 2024-11-15T14:35:42,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741832_1008 (size=2411) 2024-11-15T14:35:42,297 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372 not finished, retry = 0 2024-11-15T14:35:42,376 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372 to pos 2403, reset compression=false 2024-11-15T14:35:42,398 DEBUG [RS:0;26754e923c4a:42235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:42,398 INFO [RS:0;26754e923c4a:42235 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:35:42,398 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/WALs/26754e923c4a,42235,1731681316141/26754e923c4a%2C42235%2C1731681316141.1731681318372 2024-11-15T14:35:42,398 INFO [RS:0;26754e923c4a:42235 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:35:42,398 INFO [RS:0;26754e923c4a:42235 {}] hbase.ChoreService(370): Chore service for: regionserver/26754e923c4a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T14:35:42,398 INFO [RS:0;26754e923c4a:42235 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:35:42,398 INFO [regionserver/26754e923c4a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:35:42,398 INFO [RS:0;26754e923c4a:42235 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-26754e923c4a,42235,1731681316141 because: Region server is closing 2024-11-15T14:35:42,399 INFO [RS:0;26754e923c4a:42235 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:42235. 2024-11-15T14:35:42,399 DEBUG [RS:0;26754e923c4a:42235 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:35:42,399 DEBUG [RS:0;26754e923c4a:42235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:42,399 DEBUG [RS:0;26754e923c4a:42235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:42,399 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:35:42,458 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 1493, reset compression=false 2024-11-15T14:35:42,499 INFO [RS:0;26754e923c4a:42235 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.shipper26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 terminated 2024-11-15T14:35:42,499 WARN [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,42235,1731681316141.replicationSource.wal-reader.26754e923c4a%2C42235%2C1731681316141,1-26754e923c4a,42235,1731681316141 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-15T14:35:42,499 INFO [RS:0;26754e923c4a:42235 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:42235. 2024-11-15T14:35:42,499 DEBUG [RS:0;26754e923c4a:42235 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:35:42,499 DEBUG [RS:0;26754e923c4a:42235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:42,500 DEBUG [RS:0;26754e923c4a:42235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:42,500 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:35:42,500 INFO [RS:0;26754e923c4a:42235 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42235 2024-11-15T14:35:42,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x101401987d90006, quorum=127.0.0.1:49742, baseZNode=/2901832655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901832655/rs 2024-11-15T14:35:42,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42235-0x101401987d90007, quorum=127.0.0.1:49742, baseZNode=/2901832655 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2901832655/rs/26754e923c4a,42235,1731681316141 2024-11-15T14:35:42,538 INFO [RS:0;26754e923c4a:42235 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:35:42,546 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [26754e923c4a,42235,1731681316141] 2024-11-15T14:35:42,554 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2901832655/draining/26754e923c4a,42235,1731681316141 already deleted, retry=false 2024-11-15T14:35:42,555 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 26754e923c4a,42235,1731681316141 expired; onlineServers=0 2024-11-15T14:35:42,555 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '26754e923c4a,36783,1731681316038' ***** 2024-11-15T14:35:42,555 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T14:35:42,555 INFO [M:0;26754e923c4a:36783 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:35:42,555 INFO [M:0;26754e923c4a:36783 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:35:42,555 DEBUG [M:0;26754e923c4a:36783 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T14:35:42,555 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T14:35:42,555 DEBUG [M:0;26754e923c4a:36783 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T14:35:42,555 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681318104 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681318104,5,FailOnTimeoutGroup] 2024-11-15T14:35:42,555 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681318105 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681318105,5,FailOnTimeoutGroup] 2024-11-15T14:35:42,555 INFO [M:0;26754e923c4a:36783 {}] hbase.ChoreService(370): Chore service for: master/26754e923c4a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T14:35:42,555 INFO [M:0;26754e923c4a:36783 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:35:42,555 DEBUG [M:0;26754e923c4a:36783 {}] master.HMaster(1795): Stopping service threads 2024-11-15T14:35:42,555 INFO [M:0;26754e923c4a:36783 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T14:35:42,556 INFO [M:0;26754e923c4a:36783 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:35:42,556 INFO [M:0;26754e923c4a:36783 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T14:35:42,556 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T14:35:42,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x101401987d90006, quorum=127.0.0.1:49742, baseZNode=/2901832655 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2901832655/master 2024-11-15T14:35:42,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x101401987d90006, quorum=127.0.0.1:49742, baseZNode=/2901832655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901832655 2024-11-15T14:35:42,563 DEBUG [M:0;26754e923c4a:36783 {}] zookeeper.ZKUtil(347): master:36783-0x101401987d90006, quorum=127.0.0.1:49742, baseZNode=/2901832655 Unable to get data of znode /2901832655/master because node does not exist (not an error) 2024-11-15T14:35:42,563 WARN [M:0;26754e923c4a:36783 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T14:35:42,564 INFO [M:0;26754e923c4a:36783 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/.lastflushedseqids 2024-11-15T14:35:42,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741847_1023 (size=245) 2024-11-15T14:35:42,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42235-0x101401987d90007, quorum=127.0.0.1:49742, baseZNode=/2901832655 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:35:42,646 INFO [RS:0;26754e923c4a:42235 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:35:42,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42235-0x101401987d90007, quorum=127.0.0.1:49742, baseZNode=/2901832655 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:35:42,646 INFO [RS:0;26754e923c4a:42235 {}] regionserver.HRegionServer(1031): Exiting; stopping=26754e923c4a,42235,1731681316141; zookeeper connection closed. 2024-11-15T14:35:42,647 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5254b5f0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5254b5f0 2024-11-15T14:35:42,647 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T14:35:42,816 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 1468, reset compression=false 2024-11-15T14:35:42,968 INFO [M:0;26754e923c4a:36783 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T14:35:42,968 INFO [M:0;26754e923c4a:36783 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T14:35:42,968 DEBUG [M:0;26754e923c4a:36783 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:35:42,968 INFO [M:0;26754e923c4a:36783 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:35:42,968 DEBUG [M:0;26754e923c4a:36783 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:35:42,968 DEBUG [M:0;26754e923c4a:36783 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:35:42,968 DEBUG [M:0;26754e923c4a:36783 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:35:42,968 INFO [M:0;26754e923c4a:36783 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-15T14:35:42,982 DEBUG [M:0;26754e923c4a:36783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef929313512b4c76a21c1a24f6ef6957 is 82, key is hbase:meta,,1/info:regioninfo/1731681319318/Put/seqid=0 2024-11-15T14:35:42,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741848_1024 (size=5672) 2024-11-15T14:35:43,162 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 1493, reset compression=false 2024-11-15T14:35:43,385 INFO [M:0;26754e923c4a:36783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef929313512b4c76a21c1a24f6ef6957 2024-11-15T14:35:43,404 DEBUG [M:0;26754e923c4a:36783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d31eee41a2e24f9786595f3b5e74aa0b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731681331344/Put/seqid=0 2024-11-15T14:35:43,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741849_1025 (size=9212) 2024-11-15T14:35:43,408 INFO [M:0;26754e923c4a:36783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d31eee41a2e24f9786595f3b5e74aa0b 2024-11-15T14:35:43,424 DEBUG [M:0;26754e923c4a:36783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/499a531fd44341da97c004f67066c4a3 is 69, key is 26754e923c4a,42235,1731681316141/rs:state/1731681318203/Put/seqid=0 2024-11-15T14:35:43,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741850_1026 (size=5156) 2024-11-15T14:35:43,619 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 1468, reset compression=false 2024-11-15T14:35:43,828 INFO [M:0;26754e923c4a:36783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/499a531fd44341da97c004f67066c4a3 2024-11-15T14:35:43,832 DEBUG [M:0;26754e923c4a:36783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef929313512b4c76a21c1a24f6ef6957 as hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef929313512b4c76a21c1a24f6ef6957 2024-11-15T14:35:43,836 INFO [M:0;26754e923c4a:36783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef929313512b4c76a21c1a24f6ef6957, entries=8, sequenceid=127, filesize=5.5 K 2024-11-15T14:35:43,837 DEBUG [M:0;26754e923c4a:36783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d31eee41a2e24f9786595f3b5e74aa0b as hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d31eee41a2e24f9786595f3b5e74aa0b 2024-11-15T14:35:43,841 INFO [M:0;26754e923c4a:36783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d31eee41a2e24f9786595f3b5e74aa0b, entries=15, sequenceid=127, filesize=9.0 K 2024-11-15T14:35:43,841 DEBUG [M:0;26754e923c4a:36783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/499a531fd44341da97c004f67066c4a3 as hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/499a531fd44341da97c004f67066c4a3 2024-11-15T14:35:43,844 INFO [M:0;26754e923c4a:36783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40213/user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/499a531fd44341da97c004f67066c4a3, entries=1, sequenceid=127, filesize=5.0 K 2024-11-15T14:35:43,845 INFO [M:0;26754e923c4a:36783 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=127, compaction requested=false 2024-11-15T14:35:43,846 INFO [M:0;26754e923c4a:36783 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:35:43,846 DEBUG [M:0;26754e923c4a:36783 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681342968Disabling compacts and flushes for region at 1731681342968Disabling writes for close at 1731681342968Obtaining lock to block concurrent updates at 1731681342968Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731681342968Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731681342969 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731681342969Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731681342969Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731681342981 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731681342981Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731681343389 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731681343404 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731681343404Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731681343411 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731681343423 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731681343423Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44db8cc9: reopening flushed file at 1731681343831 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22af0b2e: reopening flushed file at 1731681343836 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55264f9e: reopening flushed file at 1731681343841 (+5 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=127, compaction requested=false at 1731681343845 (+4 ms)Writing region close event to WAL at 1731681343846 (+1 ms)Closed at 1731681343846 2024-11-15T14:35:43,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741830_1006 (size=73866) 2024-11-15T14:35:43,848 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8a708355-3802-68f2-e006-b468088bb16f/MasterData/WALs/26754e923c4a,36783,1731681316038/26754e923c4a%2C36783%2C1731681316038.1731681317881 not finished, retry = 0 2024-11-15T14:35:43,949 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:35:43,949 INFO [M:0;26754e923c4a:36783 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T14:35:43,949 INFO [M:0;26754e923c4a:36783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36783 2024-11-15T14:35:43,949 INFO [M:0;26754e923c4a:36783 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:35:43,965 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 1493, reset compression=false 2024-11-15T14:35:44,078 INFO [M:0;26754e923c4a:36783 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:35:44,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x101401987d90006, quorum=127.0.0.1:49742, baseZNode=/2901832655 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:35:44,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x101401987d90006, quorum=127.0.0.1:49742, baseZNode=/2901832655 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:35:44,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bd1b6aa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:35:44,081 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c41974f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:35:44,081 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:35:44,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@182f4d14{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:35:44,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60ec6a12{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce9495f-ccc2-c7cc-87c8-41d140d8bccb/hadoop.log.dir/,STOPPED} 2024-11-15T14:35:44,083 WARN [BP-640236666-172.17.0.3-1731681314607 heartbeating to localhost/127.0.0.1:40213 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T14:35:44,083 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T14:35:44,083 WARN [BP-640236666-172.17.0.3-1731681314607 heartbeating to localhost/127.0.0.1:40213 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-640236666-172.17.0.3-1731681314607 (Datanode Uuid f88e6196-766b-4e1a-a6f7-713969ac3bbc) service to localhost/127.0.0.1:40213 2024-11-15T14:35:44,083 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T14:35:44,084 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce9495f-ccc2-c7cc-87c8-41d140d8bccb/cluster_2583c26a-c4c1-a8e4-64ff-e239ae90e4c9/data/data1/current/BP-640236666-172.17.0.3-1731681314607 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:35:44,084 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce9495f-ccc2-c7cc-87c8-41d140d8bccb/cluster_2583c26a-c4c1-a8e4-64ff-e239ae90e4c9/data/data2/current/BP-640236666-172.17.0.3-1731681314607 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:35:44,084 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T14:35:44,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76478748{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:35:44,091 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@655c6ebf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:35:44,091 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:35:44,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d26d8f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:35:44,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b8416b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce9495f-ccc2-c7cc-87c8-41d140d8bccb/hadoop.log.dir/,STOPPED} 2024-11-15T14:35:44,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T14:35:44,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T14:35:44,109 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:35:44,109 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:35:44,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:44,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:44,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:35:44,110 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T14:35:44,110 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=542484121, stopped=false 2024-11-15T14:35:44,110 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=26754e923c4a,39967,1731681311095 2024-11-15T14:35:44,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x101401987d90004, quorum=127.0.0.1:49742, baseZNode=/12145546379 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12145546379/running 2024-11-15T14:35:44,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39967-0x101401987d90003, quorum=127.0.0.1:49742, baseZNode=/12145546379 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12145546379/running 2024-11-15T14:35:44,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x101401987d90004, quorum=127.0.0.1:49742, baseZNode=/12145546379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12145546379 2024-11-15T14:35:44,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39967-0x101401987d90003, quorum=127.0.0.1:49742, baseZNode=/12145546379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12145546379 2024-11-15T14:35:44,121 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:35:44,122 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33617-0x101401987d90004, quorum=127.0.0.1:49742, baseZNode=/12145546379 Set watcher on znode that does not yet exist, /12145546379/running 2024-11-15T14:35:44,122 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:35:44,122 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:35:44,122 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39967-0x101401987d90003, quorum=127.0.0.1:49742, baseZNode=/12145546379 Set watcher on znode that does not yet exist, /12145546379/running 2024-11-15T14:35:44,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:44,123 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '26754e923c4a,33617,1731681311221' ***** 2024-11-15T14:35:44,123 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T14:35:44,123 INFO [RS:0;26754e923c4a:33617 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T14:35:44,123 INFO [RS:0;26754e923c4a:33617 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T14:35:44,123 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T14:35:44,123 INFO [RS:0;26754e923c4a:33617 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T14:35:44,123 INFO [RS:0;26754e923c4a:33617 {}] regionserver.HRegionServer(3091): Received CLOSE for 8f646349473ba1c8bb6370f3384b5afe 2024-11-15T14:35:44,123 INFO [RS:0;26754e923c4a:33617 {}] regionserver.HRegionServer(3091): Received CLOSE for 734952552eed73b138f01c175a738b42 2024-11-15T14:35:44,123 INFO [RS:0;26754e923c4a:33617 {}] regionserver.HRegionServer(959): stopping server 26754e923c4a,33617,1731681311221 2024-11-15T14:35:44,123 INFO [RS:0;26754e923c4a:33617 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:35:44,123 INFO [RS:0;26754e923c4a:33617 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:33617. 2024-11-15T14:35:44,123 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8f646349473ba1c8bb6370f3384b5afe, disabling compactions & flushes 2024-11-15T14:35:44,123 DEBUG [RS:0;26754e923c4a:33617 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:35:44,123 DEBUG [RS:0;26754e923c4a:33617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:44,123 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731681328018.8f646349473ba1c8bb6370f3384b5afe. 2024-11-15T14:35:44,124 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731681328018.8f646349473ba1c8bb6370f3384b5afe. 2024-11-15T14:35:44,124 INFO [RS:0;26754e923c4a:33617 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T14:35:44,124 INFO [RS:0;26754e923c4a:33617 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T14:35:44,124 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731681328018.8f646349473ba1c8bb6370f3384b5afe. after waiting 0 ms 2024-11-15T14:35:44,124 INFO [RS:0;26754e923c4a:33617 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T14:35:44,124 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731681328018.8f646349473ba1c8bb6370f3384b5afe. 2024-11-15T14:35:44,124 INFO [RS:0;26754e923c4a:33617 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T14:35:44,124 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8f646349473ba1c8bb6370f3384b5afe 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-15T14:35:44,124 INFO [RS:0;26754e923c4a:33617 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T14:35:44,124 DEBUG [RS:0;26754e923c4a:33617 {}] regionserver.HRegionServer(1325): Online Regions={8f646349473ba1c8bb6370f3384b5afe=hbase:replication,,1731681328018.8f646349473ba1c8bb6370f3384b5afe., 1588230740=hbase:meta,,1.1588230740, 734952552eed73b138f01c175a738b42=test,,1731681321557.734952552eed73b138f01c175a738b42.} 2024-11-15T14:35:44,124 DEBUG [RS:0;26754e923c4a:33617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 734952552eed73b138f01c175a738b42, 8f646349473ba1c8bb6370f3384b5afe 2024-11-15T14:35:44,124 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:35:44,124 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:35:44,124 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:35:44,124 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:35:44,124 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:35:44,124 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T14:35:44,137 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/hbase/replication/8f646349473ba1c8bb6370f3384b5afe/.tmp/queue/2d6674f88b6f48dbb2e906ae32bd43ab is 154, key is 1-26754e923c4a,33617,1731681311221/queue:26754e923c4a%2C33617%2C1731681311221/1731681340099/Put/seqid=0 2024-11-15T14:35:44,140 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/hbase/meta/1588230740/.tmp/info/53e46d03d8804fc5b26c10de9c51eae0 is 147, key is hbase:replication,,1731681328018.8f646349473ba1c8bb6370f3384b5afe./info:regioninfo/1731681329237/Put/seqid=0 2024-11-15T14:35:44,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741840_1016 (size=5353) 2024-11-15T14:35:44,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741841_1017 (size=7686) 2024-11-15T14:35:44,194 INFO [regionserver/26754e923c4a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:35:44,324 DEBUG [RS:0;26754e923c4a:33617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 734952552eed73b138f01c175a738b42, 8f646349473ba1c8bb6370f3384b5afe 2024-11-15T14:35:44,367 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T14:35:44,367 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T14:35:44,522 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 1468, reset compression=false 2024-11-15T14:35:44,524 DEBUG [RS:0;26754e923c4a:33617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 734952552eed73b138f01c175a738b42, 8f646349473ba1c8bb6370f3384b5afe 2024-11-15T14:35:44,541 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/hbase/replication/8f646349473ba1c8bb6370f3384b5afe/.tmp/queue/2d6674f88b6f48dbb2e906ae32bd43ab 2024-11-15T14:35:44,544 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/hbase/meta/1588230740/.tmp/info/53e46d03d8804fc5b26c10de9c51eae0 2024-11-15T14:35:44,547 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/hbase/replication/8f646349473ba1c8bb6370f3384b5afe/.tmp/queue/2d6674f88b6f48dbb2e906ae32bd43ab as hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/hbase/replication/8f646349473ba1c8bb6370f3384b5afe/queue/2d6674f88b6f48dbb2e906ae32bd43ab 2024-11-15T14:35:44,551 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/hbase/replication/8f646349473ba1c8bb6370f3384b5afe/queue/2d6674f88b6f48dbb2e906ae32bd43ab, entries=1, sequenceid=14, filesize=5.2 K 2024-11-15T14:35:44,551 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 8f646349473ba1c8bb6370f3384b5afe in 427ms, sequenceid=14, compaction requested=false 2024-11-15T14:35:44,554 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/hbase/replication/8f646349473ba1c8bb6370f3384b5afe/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-15T14:35:44,555 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:35:44,555 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:35:44,555 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731681328018.8f646349473ba1c8bb6370f3384b5afe. 2024-11-15T14:35:44,555 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8f646349473ba1c8bb6370f3384b5afe: Waiting for close lock at 1731681344123Running coprocessor pre-close hooks at 1731681344123Disabling compacts and flushes for region at 1731681344123Disabling writes for close at 1731681344124 (+1 ms)Obtaining lock to block concurrent updates at 1731681344124Preparing flush snapshotting stores in 8f646349473ba1c8bb6370f3384b5afe at 1731681344124Finished memstore snapshotting hbase:replication,,1731681328018.8f646349473ba1c8bb6370f3384b5afe., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731681344124Flushing stores of hbase:replication,,1731681328018.8f646349473ba1c8bb6370f3384b5afe. at 1731681344124Flushing 8f646349473ba1c8bb6370f3384b5afe/queue: creating writer at 1731681344124Flushing 8f646349473ba1c8bb6370f3384b5afe/queue: appending metadata at 1731681344137 (+13 ms)Flushing 8f646349473ba1c8bb6370f3384b5afe/queue: closing flushed file at 1731681344137Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@312f2037: reopening flushed file at 1731681344546 (+409 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 8f646349473ba1c8bb6370f3384b5afe in 427ms, sequenceid=14, compaction requested=false at 1731681344551 (+5 ms)Writing region close event to WAL at 1731681344552 (+1 ms)Running coprocessor post-close hooks at 1731681344555 (+3 ms)Closed at 1731681344555 2024-11-15T14:35:44,555 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731681328018.8f646349473ba1c8bb6370f3384b5afe. 2024-11-15T14:35:44,555 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 734952552eed73b138f01c175a738b42, disabling compactions & flushes 2024-11-15T14:35:44,555 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731681321557.734952552eed73b138f01c175a738b42. 2024-11-15T14:35:44,555 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731681321557.734952552eed73b138f01c175a738b42. 2024-11-15T14:35:44,555 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731681321557.734952552eed73b138f01c175a738b42. after waiting 0 ms 2024-11-15T14:35:44,555 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731681321557.734952552eed73b138f01c175a738b42. 2024-11-15T14:35:44,555 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 734952552eed73b138f01c175a738b42 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-15T14:35:44,565 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/hbase/meta/1588230740/.tmp/ns/089e328f502240b98a9da2209b946c66 is 43, key is default/ns:d/1731681314473/Put/seqid=0 2024-11-15T14:35:44,569 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/default/test/734952552eed73b138f01c175a738b42/.tmp/f/bfd260222c4b424bbd163ce305790b37 is 37, key is row3/f:row3/1731681339045/Put/seqid=0 2024-11-15T14:35:44,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741842_1018 (size=5153) 2024-11-15T14:35:44,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741843_1019 (size=5228) 2024-11-15T14:35:44,724 DEBUG [RS:0;26754e923c4a:33617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 734952552eed73b138f01c175a738b42 2024-11-15T14:35:44,868 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 1493, reset compression=false 2024-11-15T14:35:44,925 DEBUG [RS:0;26754e923c4a:33617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 734952552eed73b138f01c175a738b42 2024-11-15T14:35:44,972 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/hbase/meta/1588230740/.tmp/ns/089e328f502240b98a9da2209b946c66 2024-11-15T14:35:44,979 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/default/test/734952552eed73b138f01c175a738b42/.tmp/f/bfd260222c4b424bbd163ce305790b37 2024-11-15T14:35:44,992 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bfd260222c4b424bbd163ce305790b37 2024-11-15T14:35:45,004 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/hbase/meta/1588230740/.tmp/rep_barrier/15670d9394aa486e9d98fe4e87074330 is 112, key is test,,1731681321557.734952552eed73b138f01c175a738b42./rep_barrier:seqnumDuringOpen/1731681322698/Put/seqid=0 2024-11-15T14:35:45,022 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/default/test/734952552eed73b138f01c175a738b42/.tmp/f1/1d242b25c3b54ed0be7b4a06eae2e2c3 is 30, key is row1/f1:/1731681336384/DeleteFamily/seqid=0 2024-11-15T14:35:45,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741844_1020 (size=5518) 2024-11-15T14:35:45,033 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/hbase/meta/1588230740/.tmp/rep_barrier/15670d9394aa486e9d98fe4e87074330 2024-11-15T14:35:45,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741845_1021 (size=5158) 2024-11-15T14:35:45,052 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/default/test/734952552eed73b138f01c175a738b42/.tmp/f1/1d242b25c3b54ed0be7b4a06eae2e2c3 2024-11-15T14:35:45,064 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d242b25c3b54ed0be7b4a06eae2e2c3 2024-11-15T14:35:45,068 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/hbase/meta/1588230740/.tmp/table/7af64ad7a60341a5980dc594ba2535c4 is 53, key is hbase:replication/table:state/1731681329243/Put/seqid=0 2024-11-15T14:35:45,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741846_1022 (size=5308) 2024-11-15T14:35:45,083 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/default/test/734952552eed73b138f01c175a738b42/.tmp/norep/3ba97dd66d3f44678dbe5ac00414a9df is 33, key is row1/norep:/1731681336384/DeleteFamily/seqid=0 2024-11-15T14:35:45,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741847_1023 (size=5108) 2024-11-15T14:35:45,125 INFO [RS:0;26754e923c4a:33617 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T14:35:45,125 DEBUG [RS:0;26754e923c4a:33617 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 734952552eed73b138f01c175a738b42=test,,1731681321557.734952552eed73b138f01c175a738b42.} 2024-11-15T14:35:45,125 DEBUG [RS:0;26754e923c4a:33617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 734952552eed73b138f01c175a738b42 2024-11-15T14:35:45,325 DEBUG [RS:0;26754e923c4a:33617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 734952552eed73b138f01c175a738b42 2024-11-15T14:35:45,490 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/hbase/meta/1588230740/.tmp/table/7af64ad7a60341a5980dc594ba2535c4 2024-11-15T14:35:45,500 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/default/test/734952552eed73b138f01c175a738b42/.tmp/norep/3ba97dd66d3f44678dbe5ac00414a9df 2024-11-15T14:35:45,515 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/hbase/meta/1588230740/.tmp/info/53e46d03d8804fc5b26c10de9c51eae0 as hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/hbase/meta/1588230740/info/53e46d03d8804fc5b26c10de9c51eae0 2024-11-15T14:35:45,521 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ba97dd66d3f44678dbe5ac00414a9df 2024-11-15T14:35:45,522 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/default/test/734952552eed73b138f01c175a738b42/.tmp/f/bfd260222c4b424bbd163ce305790b37 as hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/default/test/734952552eed73b138f01c175a738b42/f/bfd260222c4b424bbd163ce305790b37 2024-11-15T14:35:45,523 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/hbase/meta/1588230740/info/53e46d03d8804fc5b26c10de9c51eae0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T14:35:45,524 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/hbase/meta/1588230740/.tmp/ns/089e328f502240b98a9da2209b946c66 as hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/hbase/meta/1588230740/ns/089e328f502240b98a9da2209b946c66 2024-11-15T14:35:45,525 DEBUG [RS:0;26754e923c4a:33617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 734952552eed73b138f01c175a738b42 2024-11-15T14:35:45,528 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 1468, reset compression=false 2024-11-15T14:35:45,543 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/hbase/meta/1588230740/ns/089e328f502240b98a9da2209b946c66, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T14:35:45,544 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bfd260222c4b424bbd163ce305790b37 2024-11-15T14:35:45,544 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/default/test/734952552eed73b138f01c175a738b42/f/bfd260222c4b424bbd163ce305790b37, entries=5, sequenceid=12, filesize=5.1 K 2024-11-15T14:35:45,550 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/hbase/meta/1588230740/.tmp/rep_barrier/15670d9394aa486e9d98fe4e87074330 as hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/hbase/meta/1588230740/rep_barrier/15670d9394aa486e9d98fe4e87074330 2024-11-15T14:35:45,552 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/default/test/734952552eed73b138f01c175a738b42/.tmp/f1/1d242b25c3b54ed0be7b4a06eae2e2c3 as hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/default/test/734952552eed73b138f01c175a738b42/f1/1d242b25c3b54ed0be7b4a06eae2e2c3 2024-11-15T14:35:45,556 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:35:45,556 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.wal-reader.26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499 to pos 1715, reset compression=false 2024-11-15T14:35:45,556 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.shipper26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,33617,1731681311221 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/WALs/26754e923c4a,33617,1731681311221/26754e923c4a%2C33617%2C1731681311221.1731681313499, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T14:35:45,558 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/hbase/meta/1588230740/rep_barrier/15670d9394aa486e9d98fe4e87074330, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T14:35:45,557 ERROR [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.shipper26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 26754e923c4a,33617,1731681311221: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-26754e923c4a,33617,1731681311221, walGroup=26754e923c4a%2C33617%2C1731681311221, offset=26754e923c4a%2C33617%2C1731681311221.1731681313499:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:33617 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T14:35:45,558 ERROR [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.shipper26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T14:35:45,559 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.shipper26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T14:35:45,559 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.shipper26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T14:35:45,559 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.shipper26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T14:35:45,559 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.shipper26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T14:35:45,559 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.shipper26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1153433600, "init": 1048576000, "max": 2306867200, "used": 878178584 }, "NonHeapMemoryUsage": { "committed": 202113024, "init": 7667712, "max": -1, "used": 199149176 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T14:35:45,560 WARN [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.shipper26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:39967 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:39967 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T14:35:45,563 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/hbase/meta/1588230740/.tmp/table/7af64ad7a60341a5980dc594ba2535c4 as hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/hbase/meta/1588230740/table/7af64ad7a60341a5980dc594ba2535c4 2024-11-15T14:35:45,568 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/hbase/meta/1588230740/table/7af64ad7a60341a5980dc594ba2535c4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T14:35:45,569 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d242b25c3b54ed0be7b4a06eae2e2c3 2024-11-15T14:35:45,569 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/default/test/734952552eed73b138f01c175a738b42/f1/1d242b25c3b54ed0be7b4a06eae2e2c3, entries=3, sequenceid=12, filesize=5.0 K 2024-11-15T14:35:45,571 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1446ms, sequenceid=16, compaction requested=false 2024-11-15T14:35:45,571 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T14:35:45,572 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/default/test/734952552eed73b138f01c175a738b42/.tmp/norep/3ba97dd66d3f44678dbe5ac00414a9df as hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/default/test/734952552eed73b138f01c175a738b42/norep/3ba97dd66d3f44678dbe5ac00414a9df 2024-11-15T14:35:45,582 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ba97dd66d3f44678dbe5ac00414a9df 2024-11-15T14:35:45,582 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/default/test/734952552eed73b138f01c175a738b42/norep/3ba97dd66d3f44678dbe5ac00414a9df, entries=1, sequenceid=12, filesize=5.0 K 2024-11-15T14:35:45,587 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 734952552eed73b138f01c175a738b42 in 1032ms, sequenceid=12, compaction requested=false 2024-11-15T14:35:45,587 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T14:35:45,634 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/default/test/734952552eed73b138f01c175a738b42/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-15T14:35:45,635 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:35:45,635 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T14:35:45,635 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731681321557.734952552eed73b138f01c175a738b42. 2024-11-15T14:35:45,635 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 734952552eed73b138f01c175a738b42: Waiting for close lock at 1731681344555Running coprocessor pre-close hooks at 1731681344555Disabling compacts and flushes for region at 1731681344555Disabling writes for close at 1731681344555Obtaining lock to block concurrent updates at 1731681344555Preparing flush snapshotting stores in 734952552eed73b138f01c175a738b42 at 1731681344555Finished memstore snapshotting test,,1731681321557.734952552eed73b138f01c175a738b42., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731681344556 (+1 ms)Flushing stores of test,,1731681321557.734952552eed73b138f01c175a738b42. at 1731681344556Flushing 734952552eed73b138f01c175a738b42/f: creating writer at 1731681344556Flushing 734952552eed73b138f01c175a738b42/f: appending metadata at 1731681344569 (+13 ms)Flushing 734952552eed73b138f01c175a738b42/f: closing flushed file at 1731681344569Flushing 734952552eed73b138f01c175a738b42/f1: creating writer at 1731681344992 (+423 ms)Flushing 734952552eed73b138f01c175a738b42/f1: appending metadata at 1731681345021 (+29 ms)Flushing 734952552eed73b138f01c175a738b42/f1: closing flushed file at 1731681345021Flushing 734952552eed73b138f01c175a738b42/norep: creating writer at 1731681345065 (+44 ms)Flushing 734952552eed73b138f01c175a738b42/norep: appending metadata at 1731681345082 (+17 ms)Flushing 734952552eed73b138f01c175a738b42/norep: closing flushed file at 1731681345082Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3384c54f: reopening flushed file at 1731681345521 (+439 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b29bc17: reopening flushed file at 1731681345544 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52b0300a: reopening flushed file at 1731681345570 (+26 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 734952552eed73b138f01c175a738b42 in 1032ms, sequenceid=12, compaction requested=false at 1731681345587 (+17 ms)Writing region close event to WAL at 1731681345611 (+24 ms)Running coprocessor post-close hooks at 1731681345635 (+24 ms)Closed at 1731681345635 2024-11-15T14:35:45,635 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731681321557.734952552eed73b138f01c175a738b42. 2024-11-15T14:35:45,637 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T14:35:45,638 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:35:45,638 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:35:45,638 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:35:45,638 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681344124Running coprocessor pre-close hooks at 1731681344124Disabling compacts and flushes for region at 1731681344124Disabling writes for close at 1731681344124Obtaining lock to block concurrent updates at 1731681344124Preparing flush snapshotting stores in 1588230740 at 1731681344124Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731681344124Flushing stores of hbase:meta,,1.1588230740 at 1731681344125 (+1 ms)Flushing 1588230740/info: creating writer at 1731681344125Flushing 1588230740/info: appending metadata at 1731681344140 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731681344140Flushing 1588230740/ns: creating writer at 1731681344548 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731681344565 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731681344565Flushing 1588230740/rep_barrier: creating writer at 1731681344978 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731681345003 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731681345003Flushing 1588230740/table: creating writer at 1731681345041 (+38 ms)Flushing 1588230740/table: appending metadata at 1731681345067 (+26 ms)Flushing 1588230740/table: closing flushed file at 1731681345067Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19502897: reopening flushed file at 1731681345511 (+444 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aad92b4: reopening flushed file at 1731681345523 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59c28a09: reopening flushed file at 1731681345543 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66d04cb1: reopening flushed file at 1731681345558 (+15 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1446ms, sequenceid=16, compaction requested=false at 1731681345571 (+13 ms)Writing region close event to WAL at 1731681345613 (+42 ms)Running coprocessor post-close hooks at 1731681345638 (+25 ms)Closed at 1731681345638 2024-11-15T14:35:45,638 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T14:35:45,726 INFO [RS:0;26754e923c4a:33617 {}] regionserver.HRegionServer(976): stopping server 26754e923c4a,33617,1731681311221; all regions closed. 2024-11-15T14:35:45,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741834_1010 (size=4239) 2024-11-15T14:35:45,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741839_1015 (size=3552) 2024-11-15T14:35:45,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741832_1008 (size=2367) 2024-11-15T14:35:45,746 DEBUG [RS:0;26754e923c4a:33617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:45,746 INFO [RS:0;26754e923c4a:33617 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:35:45,750 INFO [RS:0;26754e923c4a:33617 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:35:45,751 INFO [RS:0;26754e923c4a:33617 {}] hbase.ChoreService(370): Chore service for: regionserver/26754e923c4a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T14:35:45,751 INFO [RS:0;26754e923c4a:33617 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:35:45,751 INFO [regionserver/26754e923c4a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:35:45,751 INFO [RS:0;26754e923c4a:33617 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-26754e923c4a,33617,1731681311221 because: Region server is closing 2024-11-15T14:35:45,752 INFO [RS:0;26754e923c4a:33617 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:33617. 2024-11-15T14:35:45,752 DEBUG [RS:0;26754e923c4a:33617 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:35:45,752 DEBUG [RS:0;26754e923c4a:33617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:45,752 DEBUG [RS:0;26754e923c4a:33617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:45,753 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:35:45,853 INFO [RS:0;26754e923c4a:33617 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,33617,1731681311221.replicationSource.shipper26754e923c4a%2C33617%2C1731681311221,1-26754e923c4a,33617,1731681311221 terminated 2024-11-15T14:35:45,853 INFO [RS:0;26754e923c4a:33617 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:33617. 2024-11-15T14:35:45,853 DEBUG [RS:0;26754e923c4a:33617 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:35:45,853 DEBUG [RS:0;26754e923c4a:33617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:45,853 DEBUG [RS:0;26754e923c4a:33617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:45,853 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:35:45,854 INFO [RS:0;26754e923c4a:33617 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33617 2024-11-15T14:35:45,873 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 1493, reset compression=false 2024-11-15T14:35:45,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39967-0x101401987d90003, quorum=127.0.0.1:49742, baseZNode=/12145546379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12145546379/rs 2024-11-15T14:35:45,963 INFO [RS:0;26754e923c4a:33617 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:35:45,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x101401987d90004, quorum=127.0.0.1:49742, baseZNode=/12145546379 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12145546379/rs/26754e923c4a,33617,1731681311221 2024-11-15T14:35:45,964 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [26754e923c4a,33617,1731681311221] 2024-11-15T14:35:45,979 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12145546379/draining/26754e923c4a,33617,1731681311221 already deleted, retry=false 2024-11-15T14:35:45,980 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 26754e923c4a,33617,1731681311221 expired; onlineServers=0 2024-11-15T14:35:45,980 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '26754e923c4a,39967,1731681311095' ***** 2024-11-15T14:35:45,980 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T14:35:45,980 INFO [M:0;26754e923c4a:39967 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:35:45,980 INFO [M:0;26754e923c4a:39967 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:35:45,980 DEBUG [M:0;26754e923c4a:39967 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T14:35:45,980 DEBUG [M:0;26754e923c4a:39967 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T14:35:45,980 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681313235 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681313235,5,FailOnTimeoutGroup] 2024-11-15T14:35:45,980 INFO [M:0;26754e923c4a:39967 {}] hbase.ChoreService(370): Chore service for: master/26754e923c4a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T14:35:45,980 INFO [M:0;26754e923c4a:39967 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:35:45,980 DEBUG [M:0;26754e923c4a:39967 {}] master.HMaster(1795): Stopping service threads 2024-11-15T14:35:45,980 INFO [M:0;26754e923c4a:39967 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T14:35:45,980 INFO [M:0;26754e923c4a:39967 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:35:45,980 INFO [M:0;26754e923c4a:39967 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T14:35:45,982 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T14:35:45,982 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T14:35:45,982 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681313232 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681313232,5,FailOnTimeoutGroup] 2024-11-15T14:35:45,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39967-0x101401987d90003, quorum=127.0.0.1:49742, baseZNode=/12145546379 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12145546379/master 2024-11-15T14:35:45,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39967-0x101401987d90003, quorum=127.0.0.1:49742, baseZNode=/12145546379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12145546379 2024-11-15T14:35:45,996 DEBUG [M:0;26754e923c4a:39967 {}] zookeeper.RecoverableZooKeeper(212): Node /12145546379/master already deleted, retry=false 2024-11-15T14:35:45,997 DEBUG [M:0;26754e923c4a:39967 {}] master.ActiveMasterManager(353): master:39967-0x101401987d90003, quorum=127.0.0.1:49742, baseZNode=/12145546379 Failed delete of our master address node; KeeperErrorCode = NoNode for /12145546379/master 2024-11-15T14:35:45,998 INFO [M:0;26754e923c4a:39967 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/.lastflushedseqids 2024-11-15T14:35:46,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741848_1024 (size=245) 2024-11-15T14:35:46,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x101401987d90004, quorum=127.0.0.1:49742, baseZNode=/12145546379 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:35:46,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x101401987d90004, quorum=127.0.0.1:49742, baseZNode=/12145546379 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:35:46,072 INFO [RS:0;26754e923c4a:33617 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:35:46,072 INFO [RS:0;26754e923c4a:33617 {}] regionserver.HRegionServer(1031): Exiting; stopping=26754e923c4a,33617,1731681311221; zookeeper connection closed. 2024-11-15T14:35:46,072 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f114692 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f114692 2024-11-15T14:35:46,072 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T14:35:46,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:46,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:46,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:46,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:46,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:46,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:46,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:46,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:46,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:46,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:46,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:46,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:46,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:46,408 INFO [M:0;26754e923c4a:39967 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T14:35:46,408 INFO [M:0;26754e923c4a:39967 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T14:35:46,409 DEBUG [M:0;26754e923c4a:39967 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:35:46,409 INFO [M:0;26754e923c4a:39967 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:35:46,409 DEBUG [M:0;26754e923c4a:39967 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:35:46,409 DEBUG [M:0;26754e923c4a:39967 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:35:46,409 DEBUG [M:0;26754e923c4a:39967 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:35:46,409 INFO [M:0;26754e923c4a:39967 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-15T14:35:46,431 DEBUG [M:0;26754e923c4a:39967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/32200f1529ca483da4edbd34f5112101 is 82, key is hbase:meta,,1/info:regioninfo/1731681314443/Put/seqid=0 2024-11-15T14:35:46,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741849_1025 (size=5672) 2024-11-15T14:35:46,836 INFO [M:0;26754e923c4a:39967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/32200f1529ca483da4edbd34f5112101 2024-11-15T14:35:46,853 DEBUG [M:0;26754e923c4a:39967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06540e3344624f97ae8c2b1ab8e17aea is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731681322707/Put/seqid=0 2024-11-15T14:35:46,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741850_1026 (size=7217) 2024-11-15T14:35:46,870 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T14:35:46,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:46,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:46,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:46,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:46,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:46,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:46,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:46,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:46,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:46,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:46,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:46,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:46,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:46,979 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 1493, reset compression=false 2024-11-15T14:35:47,257 INFO [M:0;26754e923c4a:39967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06540e3344624f97ae8c2b1ab8e17aea 2024-11-15T14:35:47,265 INFO [M:0;26754e923c4a:39967 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06540e3344624f97ae8c2b1ab8e17aea 2024-11-15T14:35:47,293 DEBUG [M:0;26754e923c4a:39967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0233db35170e4fe4954a2d2f4c4a37fd is 69, key is 26754e923c4a,33617,1731681311221/rs:state/1731681313298/Put/seqid=0 2024-11-15T14:35:47,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741851_1027 (size=5156) 2024-11-15T14:35:47,305 INFO [M:0;26754e923c4a:39967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0233db35170e4fe4954a2d2f4c4a37fd 2024-11-15T14:35:47,310 DEBUG [M:0;26754e923c4a:39967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/32200f1529ca483da4edbd34f5112101 as hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/32200f1529ca483da4edbd34f5112101 2024-11-15T14:35:47,315 INFO [M:0;26754e923c4a:39967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/32200f1529ca483da4edbd34f5112101, entries=8, sequenceid=105, filesize=5.5 K 2024-11-15T14:35:47,316 DEBUG [M:0;26754e923c4a:39967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06540e3344624f97ae8c2b1ab8e17aea as hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/06540e3344624f97ae8c2b1ab8e17aea 2024-11-15T14:35:47,320 INFO [M:0;26754e923c4a:39967 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06540e3344624f97ae8c2b1ab8e17aea 2024-11-15T14:35:47,321 INFO [M:0;26754e923c4a:39967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/06540e3344624f97ae8c2b1ab8e17aea, entries=11, sequenceid=105, filesize=7.0 K 2024-11-15T14:35:47,322 DEBUG [M:0;26754e923c4a:39967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0233db35170e4fe4954a2d2f4c4a37fd as hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0233db35170e4fe4954a2d2f4c4a37fd 2024-11-15T14:35:47,326 INFO [M:0;26754e923c4a:39967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38395/user/jenkins/test-data/033e157b-abec-2bed-8b9d-d7cf56cfb284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0233db35170e4fe4954a2d2f4c4a37fd, entries=1, sequenceid=105, filesize=5.0 K 2024-11-15T14:35:47,327 INFO [M:0;26754e923c4a:39967 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 918ms, sequenceid=105, compaction requested=false 2024-11-15T14:35:47,334 INFO [M:0;26754e923c4a:39967 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:35:47,334 DEBUG [M:0;26754e923c4a:39967 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681346408Disabling compacts and flushes for region at 1731681346408Disabling writes for close at 1731681346409 (+1 ms)Obtaining lock to block concurrent updates at 1731681346409Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731681346409Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731681346409Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731681346410 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731681346410Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731681346430 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731681346430Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731681346839 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731681346852 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731681346853 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731681347265 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731681347292 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731681347292Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e6873b: reopening flushed file at 1731681347309 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e1ec7ad: reopening flushed file at 1731681347315 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4332f258: reopening flushed file at 1731681347321 (+6 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 918ms, sequenceid=105, compaction requested=false at 1731681347327 (+6 ms)Writing region close event to WAL at 1731681347334 (+7 ms)Closed at 1731681347334 2024-11-15T14:35:47,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741830_1006 (size=64411) 2024-11-15T14:35:47,341 INFO [M:0;26754e923c4a:39967 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T14:35:47,341 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:35:47,341 INFO [M:0;26754e923c4a:39967 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39967 2024-11-15T14:35:47,343 INFO [M:0;26754e923c4a:39967 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:35:47,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39967-0x101401987d90003, quorum=127.0.0.1:49742, baseZNode=/12145546379 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:35:47,471 INFO [M:0;26754e923c4a:39967 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:35:47,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39967-0x101401987d90003, quorum=127.0.0.1:49742, baseZNode=/12145546379 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:35:47,473 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@335b3501{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:35:47,474 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37e857e1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:35:47,474 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:35:47,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b57aaaf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:35:47,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b0c9f8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b348ba34-6a72-a6dc-fb0d-2de7940b48cc/hadoop.log.dir/,STOPPED} 2024-11-15T14:35:47,476 WARN [BP-1838670664-172.17.0.3-1731681309692 heartbeating to localhost/127.0.0.1:38395 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T14:35:47,476 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T14:35:47,476 WARN [BP-1838670664-172.17.0.3-1731681309692 heartbeating to localhost/127.0.0.1:38395 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1838670664-172.17.0.3-1731681309692 (Datanode Uuid a7c97563-03de-466a-80a1-893ca402d794) service to localhost/127.0.0.1:38395 2024-11-15T14:35:47,476 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T14:35:47,476 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b348ba34-6a72-a6dc-fb0d-2de7940b48cc/cluster_9f68e724-73b3-1b41-732a-2fa65a357773/data/data1/current/BP-1838670664-172.17.0.3-1731681309692 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:35:47,477 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b348ba34-6a72-a6dc-fb0d-2de7940b48cc/cluster_9f68e724-73b3-1b41-732a-2fa65a357773/data/data2/current/BP-1838670664-172.17.0.3-1731681309692 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:35:47,477 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T14:35:47,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36b609be{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:35:47,482 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@413816ee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:35:47,482 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:35:47,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@388d4706{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:35:47,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@673761d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b348ba34-6a72-a6dc-fb0d-2de7940b48cc/hadoop.log.dir/,STOPPED} 2024-11-15T14:35:47,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T14:35:47,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T14:35:47,493 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:35:47,493 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:35:47,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:47,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:47,493 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:35:47,494 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T14:35:47,494 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=849339020, stopped=false 2024-11-15T14:35:47,494 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=26754e923c4a,45293,1731681306571 2024-11-15T14:35:47,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45371-0x101401987d90001, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-853219536/running 2024-11-15T14:35:47,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45293-0x101401987d90000, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-853219536/running 2024-11-15T14:35:47,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45371-0x101401987d90001, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-853219536 2024-11-15T14:35:47,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45293-0x101401987d90000, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-853219536 2024-11-15T14:35:47,514 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:35:47,514 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:35:47,514 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:35:47,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:47,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45293-0x101401987d90000, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Set watcher on znode that does not yet exist, /0-853219536/running 2024-11-15T14:35:47,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45371-0x101401987d90001, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Set watcher on znode that does not yet exist, /0-853219536/running 2024-11-15T14:35:47,515 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '26754e923c4a,45371,1731681306709' ***** 2024-11-15T14:35:47,515 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T14:35:47,515 INFO [RS:0;26754e923c4a:45371 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T14:35:47,515 INFO [RS:0;26754e923c4a:45371 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T14:35:47,515 INFO [RS:0;26754e923c4a:45371 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T14:35:47,515 INFO [RS:0;26754e923c4a:45371 {}] regionserver.HRegionServer(3091): Received CLOSE for 59c4c6d02c7fb67ab89fd0185a21b544 2024-11-15T14:35:47,515 INFO [RS:0;26754e923c4a:45371 {}] regionserver.HRegionServer(3091): Received CLOSE for 830ff1a50e09c1609c8b382b36e37328 2024-11-15T14:35:47,515 INFO [RS:0;26754e923c4a:45371 {}] regionserver.HRegionServer(959): stopping server 26754e923c4a,45371,1731681306709 2024-11-15T14:35:47,515 INFO [RS:0;26754e923c4a:45371 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:35:47,515 INFO [RS:0;26754e923c4a:45371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:45371. 2024-11-15T14:35:47,515 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 59c4c6d02c7fb67ab89fd0185a21b544, disabling compactions & flushes 2024-11-15T14:35:47,515 DEBUG [RS:0;26754e923c4a:45371 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:35:47,515 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731681325867.59c4c6d02c7fb67ab89fd0185a21b544. 2024-11-15T14:35:47,515 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T14:35:47,515 DEBUG [RS:0;26754e923c4a:45371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:47,515 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731681325867.59c4c6d02c7fb67ab89fd0185a21b544. 2024-11-15T14:35:47,516 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731681325867.59c4c6d02c7fb67ab89fd0185a21b544. after waiting 0 ms 2024-11-15T14:35:47,516 INFO [RS:0;26754e923c4a:45371 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T14:35:47,516 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731681325867.59c4c6d02c7fb67ab89fd0185a21b544. 2024-11-15T14:35:47,516 INFO [RS:0;26754e923c4a:45371 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T14:35:47,516 INFO [RS:0;26754e923c4a:45371 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T14:35:47,516 INFO [RS:0;26754e923c4a:45371 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T14:35:47,516 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 59c4c6d02c7fb67ab89fd0185a21b544 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-15T14:35:47,516 INFO [RS:0;26754e923c4a:45371 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T14:35:47,516 DEBUG [RS:0;26754e923c4a:45371 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 59c4c6d02c7fb67ab89fd0185a21b544=hbase:replication,,1731681325867.59c4c6d02c7fb67ab89fd0185a21b544., 830ff1a50e09c1609c8b382b36e37328=test,,1731681319407.830ff1a50e09c1609c8b382b36e37328.} 2024-11-15T14:35:47,516 DEBUG [RS:0;26754e923c4a:45371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59c4c6d02c7fb67ab89fd0185a21b544, 830ff1a50e09c1609c8b382b36e37328 2024-11-15T14:35:47,516 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:35:47,516 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:35:47,516 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:35:47,516 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:35:47,516 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:35:47,516 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T14:35:47,536 INFO [regionserver/26754e923c4a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:35:47,547 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/hbase/meta/1588230740/.tmp/info/f203a44248964d87a14ff3fcd9b0da86 is 147, key is hbase:replication,,1731681325867.59c4c6d02c7fb67ab89fd0185a21b544./info:regioninfo/1731681327030/Put/seqid=0 2024-11-15T14:35:47,547 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/hbase/replication/59c4c6d02c7fb67ab89fd0185a21b544/.tmp/queue/1031e38f58434357a624ab764d7d9cf7 is 154, key is 1-26754e923c4a,45371,1731681306709/queue:26754e923c4a%2C45371%2C1731681306709/1731681340443/Put/seqid=0 2024-11-15T14:35:47,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741841_1017 (size=5353) 2024-11-15T14:35:47,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741840_1016 (size=7686) 2024-11-15T14:35:47,716 DEBUG [RS:0;26754e923c4a:45371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59c4c6d02c7fb67ab89fd0185a21b544, 830ff1a50e09c1609c8b382b36e37328 2024-11-15T14:35:47,916 DEBUG [RS:0;26754e923c4a:45371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59c4c6d02c7fb67ab89fd0185a21b544, 830ff1a50e09c1609c8b382b36e37328 2024-11-15T14:35:47,956 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/hbase/replication/59c4c6d02c7fb67ab89fd0185a21b544/.tmp/queue/1031e38f58434357a624ab764d7d9cf7 2024-11-15T14:35:47,956 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/hbase/meta/1588230740/.tmp/info/f203a44248964d87a14ff3fcd9b0da86 2024-11-15T14:35:47,963 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/hbase/replication/59c4c6d02c7fb67ab89fd0185a21b544/.tmp/queue/1031e38f58434357a624ab764d7d9cf7 as hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/hbase/replication/59c4c6d02c7fb67ab89fd0185a21b544/queue/1031e38f58434357a624ab764d7d9cf7 2024-11-15T14:35:47,967 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/hbase/replication/59c4c6d02c7fb67ab89fd0185a21b544/queue/1031e38f58434357a624ab764d7d9cf7, entries=1, sequenceid=14, filesize=5.2 K 2024-11-15T14:35:47,968 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 59c4c6d02c7fb67ab89fd0185a21b544 in 452ms, sequenceid=14, compaction requested=false 2024-11-15T14:35:47,973 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/hbase/replication/59c4c6d02c7fb67ab89fd0185a21b544/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-15T14:35:47,973 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:35:47,973 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:35:47,973 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731681325867.59c4c6d02c7fb67ab89fd0185a21b544. 2024-11-15T14:35:47,973 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 59c4c6d02c7fb67ab89fd0185a21b544: Waiting for close lock at 1731681347515Running coprocessor pre-close hooks at 1731681347515Disabling compacts and flushes for region at 1731681347515Disabling writes for close at 1731681347516 (+1 ms)Obtaining lock to block concurrent updates at 1731681347516Preparing flush snapshotting stores in 59c4c6d02c7fb67ab89fd0185a21b544 at 1731681347516Finished memstore snapshotting hbase:replication,,1731681325867.59c4c6d02c7fb67ab89fd0185a21b544., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731681347516Flushing stores of hbase:replication,,1731681325867.59c4c6d02c7fb67ab89fd0185a21b544. at 1731681347516Flushing 59c4c6d02c7fb67ab89fd0185a21b544/queue: creating writer at 1731681347517 (+1 ms)Flushing 59c4c6d02c7fb67ab89fd0185a21b544/queue: appending metadata at 1731681347546 (+29 ms)Flushing 59c4c6d02c7fb67ab89fd0185a21b544/queue: closing flushed file at 1731681347546Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ddf6d72: reopening flushed file at 1731681347960 (+414 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 59c4c6d02c7fb67ab89fd0185a21b544 in 452ms, sequenceid=14, compaction requested=false at 1731681347968 (+8 ms)Writing region close event to WAL at 1731681347969 (+1 ms)Running coprocessor post-close hooks at 1731681347973 (+4 ms)Closed at 1731681347973 2024-11-15T14:35:47,974 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731681325867.59c4c6d02c7fb67ab89fd0185a21b544. 2024-11-15T14:35:47,974 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 830ff1a50e09c1609c8b382b36e37328, disabling compactions & flushes 2024-11-15T14:35:47,974 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731681319407.830ff1a50e09c1609c8b382b36e37328. 2024-11-15T14:35:47,974 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731681319407.830ff1a50e09c1609c8b382b36e37328. 2024-11-15T14:35:47,974 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731681319407.830ff1a50e09c1609c8b382b36e37328. after waiting 0 ms 2024-11-15T14:35:47,974 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731681319407.830ff1a50e09c1609c8b382b36e37328. 2024-11-15T14:35:47,974 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 830ff1a50e09c1609c8b382b36e37328 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-15T14:35:47,983 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/hbase/meta/1588230740/.tmp/ns/f7da4f24d0cc4f85b856e74831814e86 is 43, key is default/ns:d/1731681309539/Put/seqid=0 2024-11-15T14:35:47,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741842_1018 (size=5153) 2024-11-15T14:35:47,990 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/default/test/830ff1a50e09c1609c8b382b36e37328/.tmp/f/e434c65b932045bbbdcb63c7e784b346 is 37, key is row3/f:row3/1731681339045/Put/seqid=0 2024-11-15T14:35:47,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741843_1019 (size=5228) 2024-11-15T14:35:48,117 DEBUG [RS:0;26754e923c4a:45371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 830ff1a50e09c1609c8b382b36e37328 2024-11-15T14:35:48,184 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 1493, reset compression=false 2024-11-15T14:35:48,188 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:35:48,188 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 1740, reset compression=false 2024-11-15T14:35:48,188 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.shipper26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,45371,1731681306709 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T14:35:48,189 ERROR [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.shipper26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 26754e923c4a,45371,1731681306709: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-26754e923c4a,45371,1731681306709, walGroup=26754e923c4a%2C45371%2C1731681306709, offset=26754e923c4a%2C45371%2C1731681306709.1731681308534:1740, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:45371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T14:35:48,190 ERROR [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.shipper26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T14:35:48,190 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.shipper26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T14:35:48,190 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.shipper26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T14:35:48,190 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.shipper26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T14:35:48,190 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.shipper26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T14:35:48,190 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.shipper26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1153433600, "init": 1048576000, "max": 2306867200, "used": 953676056 }, "NonHeapMemoryUsage": { "committed": 202637312, "init": 7667712, "max": -1, "used": 199671896 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T14:35:48,191 WARN [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.shipper26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:45293 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:45293 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T14:35:48,317 DEBUG [RS:0;26754e923c4a:45371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 830ff1a50e09c1609c8b382b36e37328 2024-11-15T14:35:48,390 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/hbase/meta/1588230740/.tmp/ns/f7da4f24d0cc4f85b856e74831814e86 2024-11-15T14:35:48,401 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 1740, reset compression=false 2024-11-15T14:35:48,402 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/default/test/830ff1a50e09c1609c8b382b36e37328/.tmp/f/e434c65b932045bbbdcb63c7e784b346 2024-11-15T14:35:48,408 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e434c65b932045bbbdcb63c7e784b346 2024-11-15T14:35:48,430 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/hbase/meta/1588230740/.tmp/rep_barrier/af36c61053874a6cbd891e6170e8cf86 is 112, key is test,,1731681319407.830ff1a50e09c1609c8b382b36e37328./rep_barrier:seqnumDuringOpen/1731681320551/Put/seqid=0 2024-11-15T14:35:48,432 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/default/test/830ff1a50e09c1609c8b382b36e37328/.tmp/f1/6e9765b9478f4690a9886ae6bcd0e59b is 30, key is row1/f1:/1731681336384/DeleteFamily/seqid=0 2024-11-15T14:35:48,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741844_1020 (size=5518) 2024-11-15T14:35:48,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741845_1021 (size=5158) 2024-11-15T14:35:48,441 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/default/test/830ff1a50e09c1609c8b382b36e37328/.tmp/f1/6e9765b9478f4690a9886ae6bcd0e59b 2024-11-15T14:35:48,445 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e9765b9478f4690a9886ae6bcd0e59b 2024-11-15T14:35:48,462 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T14:35:48,462 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T14:35:48,467 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/default/test/830ff1a50e09c1609c8b382b36e37328/.tmp/norep/82d26fa2405248ddad29f1c56ba5c674 is 32, key is row/norep:/1731681335378/DeleteFamily/seqid=0 2024-11-15T14:35:48,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741846_1022 (size=5101) 2024-11-15T14:35:48,517 INFO [RS:0;26754e923c4a:45371 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T14:35:48,517 DEBUG [RS:0;26754e923c4a:45371 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 830ff1a50e09c1609c8b382b36e37328=test,,1731681319407.830ff1a50e09c1609c8b382b36e37328.} 2024-11-15T14:35:48,517 DEBUG [RS:0;26754e923c4a:45371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 830ff1a50e09c1609c8b382b36e37328 2024-11-15T14:35:48,713 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 1740, reset compression=false 2024-11-15T14:35:48,717 DEBUG [RS:0;26754e923c4a:45371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 830ff1a50e09c1609c8b382b36e37328 2024-11-15T14:35:48,840 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/hbase/meta/1588230740/.tmp/rep_barrier/af36c61053874a6cbd891e6170e8cf86 2024-11-15T14:35:48,872 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/hbase/meta/1588230740/.tmp/table/3ff62bbbb0d74cbeaf6f84a2e7f5e6d3 is 53, key is hbase:replication/table:state/1731681327036/Put/seqid=0 2024-11-15T14:35:48,874 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/default/test/830ff1a50e09c1609c8b382b36e37328/.tmp/norep/82d26fa2405248ddad29f1c56ba5c674 2024-11-15T14:35:48,881 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 82d26fa2405248ddad29f1c56ba5c674 2024-11-15T14:35:48,884 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/default/test/830ff1a50e09c1609c8b382b36e37328/.tmp/f/e434c65b932045bbbdcb63c7e784b346 as hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/default/test/830ff1a50e09c1609c8b382b36e37328/f/e434c65b932045bbbdcb63c7e784b346 2024-11-15T14:35:48,889 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e434c65b932045bbbdcb63c7e784b346 2024-11-15T14:35:48,889 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/default/test/830ff1a50e09c1609c8b382b36e37328/f/e434c65b932045bbbdcb63c7e784b346, entries=5, sequenceid=12, filesize=5.1 K 2024-11-15T14:35:48,890 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/default/test/830ff1a50e09c1609c8b382b36e37328/.tmp/f1/6e9765b9478f4690a9886ae6bcd0e59b as hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/default/test/830ff1a50e09c1609c8b382b36e37328/f1/6e9765b9478f4690a9886ae6bcd0e59b 2024-11-15T14:35:48,901 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e9765b9478f4690a9886ae6bcd0e59b 2024-11-15T14:35:48,901 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/default/test/830ff1a50e09c1609c8b382b36e37328/f1/6e9765b9478f4690a9886ae6bcd0e59b, entries=3, sequenceid=12, filesize=5.0 K 2024-11-15T14:35:48,905 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/default/test/830ff1a50e09c1609c8b382b36e37328/.tmp/norep/82d26fa2405248ddad29f1c56ba5c674 as hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/default/test/830ff1a50e09c1609c8b382b36e37328/norep/82d26fa2405248ddad29f1c56ba5c674 2024-11-15T14:35:48,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741847_1023 (size=5308) 2024-11-15T14:35:48,914 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/hbase/meta/1588230740/.tmp/table/3ff62bbbb0d74cbeaf6f84a2e7f5e6d3 2024-11-15T14:35:48,915 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 82d26fa2405248ddad29f1c56ba5c674 2024-11-15T14:35:48,915 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/default/test/830ff1a50e09c1609c8b382b36e37328/norep/82d26fa2405248ddad29f1c56ba5c674, entries=1, sequenceid=12, filesize=5.0 K 2024-11-15T14:35:48,918 DEBUG [RS:0;26754e923c4a:45371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 830ff1a50e09c1609c8b382b36e37328 2024-11-15T14:35:48,919 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 830ff1a50e09c1609c8b382b36e37328 in 945ms, sequenceid=12, compaction requested=false 2024-11-15T14:35:48,920 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/hbase/meta/1588230740/.tmp/info/f203a44248964d87a14ff3fcd9b0da86 as hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/hbase/meta/1588230740/info/f203a44248964d87a14ff3fcd9b0da86 2024-11-15T14:35:48,925 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/hbase/meta/1588230740/info/f203a44248964d87a14ff3fcd9b0da86, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T14:35:48,926 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/default/test/830ff1a50e09c1609c8b382b36e37328/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-15T14:35:48,926 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/hbase/meta/1588230740/.tmp/ns/f7da4f24d0cc4f85b856e74831814e86 as hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/hbase/meta/1588230740/ns/f7da4f24d0cc4f85b856e74831814e86 2024-11-15T14:35:48,926 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:35:48,926 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T14:35:48,926 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731681319407.830ff1a50e09c1609c8b382b36e37328. 2024-11-15T14:35:48,926 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 830ff1a50e09c1609c8b382b36e37328: Waiting for close lock at 1731681347974Running coprocessor pre-close hooks at 1731681347974Disabling compacts and flushes for region at 1731681347974Disabling writes for close at 1731681347974Obtaining lock to block concurrent updates at 1731681347974Preparing flush snapshotting stores in 830ff1a50e09c1609c8b382b36e37328 at 1731681347974Finished memstore snapshotting test,,1731681319407.830ff1a50e09c1609c8b382b36e37328., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731681347974Flushing stores of test,,1731681319407.830ff1a50e09c1609c8b382b36e37328. at 1731681347975 (+1 ms)Flushing 830ff1a50e09c1609c8b382b36e37328/f: creating writer at 1731681347975Flushing 830ff1a50e09c1609c8b382b36e37328/f: appending metadata at 1731681347990 (+15 ms)Flushing 830ff1a50e09c1609c8b382b36e37328/f: closing flushed file at 1731681347990Flushing 830ff1a50e09c1609c8b382b36e37328/f1: creating writer at 1731681348409 (+419 ms)Flushing 830ff1a50e09c1609c8b382b36e37328/f1: appending metadata at 1731681348431 (+22 ms)Flushing 830ff1a50e09c1609c8b382b36e37328/f1: closing flushed file at 1731681348431Flushing 830ff1a50e09c1609c8b382b36e37328/norep: creating writer at 1731681348446 (+15 ms)Flushing 830ff1a50e09c1609c8b382b36e37328/norep: appending metadata at 1731681348466 (+20 ms)Flushing 830ff1a50e09c1609c8b382b36e37328/norep: closing flushed file at 1731681348466Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@650e6bd7: reopening flushed file at 1731681348881 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@511b8be0: reopening flushed file at 1731681348889 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46a1d5ac: reopening flushed file at 1731681348901 (+12 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 830ff1a50e09c1609c8b382b36e37328 in 945ms, sequenceid=12, compaction requested=false at 1731681348919 (+18 ms)Writing region close event to WAL at 1731681348921 (+2 ms)Running coprocessor post-close hooks at 1731681348926 (+5 ms)Closed at 1731681348926 2024-11-15T14:35:48,927 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731681319407.830ff1a50e09c1609c8b382b36e37328. 2024-11-15T14:35:48,929 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/hbase/meta/1588230740/ns/f7da4f24d0cc4f85b856e74831814e86, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T14:35:48,930 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/hbase/meta/1588230740/.tmp/rep_barrier/af36c61053874a6cbd891e6170e8cf86 as hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/hbase/meta/1588230740/rep_barrier/af36c61053874a6cbd891e6170e8cf86 2024-11-15T14:35:48,933 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/hbase/meta/1588230740/rep_barrier/af36c61053874a6cbd891e6170e8cf86, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T14:35:48,934 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/hbase/meta/1588230740/.tmp/table/3ff62bbbb0d74cbeaf6f84a2e7f5e6d3 as hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/hbase/meta/1588230740/table/3ff62bbbb0d74cbeaf6f84a2e7f5e6d3 2024-11-15T14:35:48,937 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/hbase/meta/1588230740/table/3ff62bbbb0d74cbeaf6f84a2e7f5e6d3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T14:35:48,937 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1421ms, sequenceid=16, compaction requested=false 2024-11-15T14:35:48,944 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T14:35:48,944 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:35:48,944 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:35:48,944 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:35:48,944 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681347516Running coprocessor pre-close hooks at 1731681347516Disabling compacts and flushes for region at 1731681347516Disabling writes for close at 1731681347516Obtaining lock to block concurrent updates at 1731681347516Preparing flush snapshotting stores in 1588230740 at 1731681347516Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731681347516Flushing stores of hbase:meta,,1.1588230740 at 1731681347518 (+2 ms)Flushing 1588230740/info: creating writer at 1731681347518Flushing 1588230740/info: appending metadata at 1731681347546 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731681347546Flushing 1588230740/ns: creating writer at 1731681347963 (+417 ms)Flushing 1588230740/ns: appending metadata at 1731681347979 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731681347979Flushing 1588230740/rep_barrier: creating writer at 1731681348407 (+428 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731681348430 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731681348430Flushing 1588230740/table: creating writer at 1731681348850 (+420 ms)Flushing 1588230740/table: appending metadata at 1731681348871 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731681348871Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27227a7a: reopening flushed file at 1731681348919 (+48 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@641fa1a9: reopening flushed file at 1731681348926 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@398c633e: reopening flushed file at 1731681348930 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fa70ae7: reopening flushed file at 1731681348933 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1421ms, sequenceid=16, compaction requested=false at 1731681348937 (+4 ms)Writing region close event to WAL at 1731681348941 (+4 ms)Running coprocessor post-close hooks at 1731681348944 (+3 ms)Closed at 1731681348944 2024-11-15T14:35:48,945 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T14:35:49,118 INFO [RS:0;26754e923c4a:45371 {}] regionserver.HRegionServer(976): stopping server 26754e923c4a,45371,1731681306709; all regions closed. 2024-11-15T14:35:49,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741834_1010 (size=4239) 2024-11-15T14:35:49,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741839_1015 (size=3552) 2024-11-15T14:35:49,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741832_1008 (size=2392) 2024-11-15T14:35:49,130 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 to pos 1740, reset compression=false 2024-11-15T14:35:49,133 DEBUG [RS:0;26754e923c4a:45371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:49,133 INFO [RS:0;26754e923c4a:45371 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:35:49,134 INFO [RS:0;26754e923c4a:45371 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:35:49,134 INFO [RS:0;26754e923c4a:45371 {}] hbase.ChoreService(370): Chore service for: regionserver/26754e923c4a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T14:35:49,134 INFO [RS:0;26754e923c4a:45371 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:35:49,134 INFO [regionserver/26754e923c4a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:35:49,134 INFO [RS:0;26754e923c4a:45371 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-26754e923c4a,45371,1731681306709 because: Region server is closing 2024-11-15T14:35:49,134 INFO [RS:0;26754e923c4a:45371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:45371. 2024-11-15T14:35:49,135 DEBUG [RS:0;26754e923c4a:45371 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:35:49,135 DEBUG [RS:0;26754e923c4a:45371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:49,135 DEBUG [RS:0;26754e923c4a:45371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:49,135 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:35:49,153 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/WALs/26754e923c4a,45371,1731681306709/26754e923c4a%2C45371%2C1731681306709.1731681308534 2024-11-15T14:35:49,153 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.wal-reader.26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:35:49,235 INFO [RS:0;26754e923c4a:45371 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,45371,1731681306709.replicationSource.shipper26754e923c4a%2C45371%2C1731681306709,1-26754e923c4a,45371,1731681306709 terminated 2024-11-15T14:35:49,235 INFO [RS:0;26754e923c4a:45371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:45371. 2024-11-15T14:35:49,235 DEBUG [RS:0;26754e923c4a:45371 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:35:49,235 DEBUG [RS:0;26754e923c4a:45371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:49,235 DEBUG [RS:0;26754e923c4a:45371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:49,235 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:35:49,235 INFO [RS:0;26754e923c4a:45371 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45371 2024-11-15T14:35:49,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45371-0x101401987d90001, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-853219536/rs/26754e923c4a,45371,1731681306709 2024-11-15T14:35:49,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45293-0x101401987d90000, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-853219536/rs 2024-11-15T14:35:49,260 INFO [RS:0;26754e923c4a:45371 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:35:49,272 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [26754e923c4a,45371,1731681306709] 2024-11-15T14:35:49,279 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-853219536/draining/26754e923c4a,45371,1731681306709 already deleted, retry=false 2024-11-15T14:35:49,279 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 26754e923c4a,45371,1731681306709 expired; onlineServers=0 2024-11-15T14:35:49,279 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '26754e923c4a,45293,1731681306571' ***** 2024-11-15T14:35:49,280 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T14:35:49,280 INFO [M:0;26754e923c4a:45293 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:35:49,280 INFO [M:0;26754e923c4a:45293 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:35:49,280 DEBUG [M:0;26754e923c4a:45293 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T14:35:49,280 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T14:35:49,280 DEBUG [M:0;26754e923c4a:45293 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T14:35:49,280 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681308246 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681308246,5,FailOnTimeoutGroup] 2024-11-15T14:35:49,280 INFO [M:0;26754e923c4a:45293 {}] hbase.ChoreService(370): Chore service for: master/26754e923c4a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T14:35:49,280 INFO [M:0;26754e923c4a:45293 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:35:49,280 DEBUG [M:0;26754e923c4a:45293 {}] master.HMaster(1795): Stopping service threads 2024-11-15T14:35:49,280 INFO [M:0;26754e923c4a:45293 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T14:35:49,280 INFO [M:0;26754e923c4a:45293 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:35:49,280 INFO [M:0;26754e923c4a:45293 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T14:35:49,282 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T14:35:49,282 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681308245 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681308245,5,FailOnTimeoutGroup] 2024-11-15T14:35:49,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45293-0x101401987d90000, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-853219536/master 2024-11-15T14:35:49,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45293-0x101401987d90000, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-853219536 2024-11-15T14:35:49,288 DEBUG [M:0;26754e923c4a:45293 {}] zookeeper.ZKUtil(347): master:45293-0x101401987d90000, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Unable to get data of znode /0-853219536/master because node does not exist (not an error) 2024-11-15T14:35:49,288 WARN [M:0;26754e923c4a:45293 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T14:35:49,290 INFO [M:0;26754e923c4a:45293 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/.lastflushedseqids 2024-11-15T14:35:49,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741848_1024 (size=245) 2024-11-15T14:35:49,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45371-0x101401987d90001, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:35:49,372 INFO [RS:0;26754e923c4a:45371 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:35:49,372 INFO [RS:0;26754e923c4a:45371 {}] regionserver.HRegionServer(1031): Exiting; stopping=26754e923c4a,45371,1731681306709; zookeeper connection closed. 2024-11-15T14:35:49,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45371-0x101401987d90001, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:35:49,372 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@703785ae {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@703785ae 2024-11-15T14:35:49,372 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T14:35:49,701 INFO [M:0;26754e923c4a:45293 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T14:35:49,701 INFO [M:0;26754e923c4a:45293 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T14:35:49,701 DEBUG [M:0;26754e923c4a:45293 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:35:49,701 INFO [M:0;26754e923c4a:45293 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:35:49,701 DEBUG [M:0;26754e923c4a:45293 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:35:49,701 DEBUG [M:0;26754e923c4a:45293 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:35:49,701 DEBUG [M:0;26754e923c4a:45293 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:35:49,702 INFO [M:0;26754e923c4a:45293 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-15T14:35:49,723 DEBUG [M:0;26754e923c4a:45293 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db1fc9e9023f4a2ca500325240320a01 is 82, key is hbase:meta,,1/info:regioninfo/1731681309509/Put/seqid=0 2024-11-15T14:35:49,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741849_1025 (size=5672) 2024-11-15T14:35:50,139 INFO [M:0;26754e923c4a:45293 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db1fc9e9023f4a2ca500325240320a01 2024-11-15T14:35:50,156 DEBUG [M:0;26754e923c4a:45293 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee64132ba0b64328924fdf8e2273561d is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731681320562/Put/seqid=0 2024-11-15T14:35:50,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741850_1026 (size=7217) 2024-11-15T14:35:50,559 INFO [M:0;26754e923c4a:45293 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee64132ba0b64328924fdf8e2273561d 2024-11-15T14:35:50,563 INFO [M:0;26754e923c4a:45293 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee64132ba0b64328924fdf8e2273561d 2024-11-15T14:35:50,575 DEBUG [M:0;26754e923c4a:45293 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ccd5db689ee340c3aa30d821a3dbbffd is 69, key is 26754e923c4a,45371,1731681306709/rs:state/1731681308362/Put/seqid=0 2024-11-15T14:35:50,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741851_1027 (size=5156) 2024-11-15T14:35:50,979 INFO [M:0;26754e923c4a:45293 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ccd5db689ee340c3aa30d821a3dbbffd 2024-11-15T14:35:50,983 DEBUG [M:0;26754e923c4a:45293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db1fc9e9023f4a2ca500325240320a01 as hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/db1fc9e9023f4a2ca500325240320a01 2024-11-15T14:35:50,987 INFO [M:0;26754e923c4a:45293 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/db1fc9e9023f4a2ca500325240320a01, entries=8, sequenceid=105, filesize=5.5 K 2024-11-15T14:35:50,988 DEBUG [M:0;26754e923c4a:45293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee64132ba0b64328924fdf8e2273561d as hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ee64132ba0b64328924fdf8e2273561d 2024-11-15T14:35:50,991 INFO [M:0;26754e923c4a:45293 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee64132ba0b64328924fdf8e2273561d 2024-11-15T14:35:50,991 INFO [M:0;26754e923c4a:45293 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ee64132ba0b64328924fdf8e2273561d, entries=11, sequenceid=105, filesize=7.0 K 2024-11-15T14:35:50,992 DEBUG [M:0;26754e923c4a:45293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ccd5db689ee340c3aa30d821a3dbbffd as hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ccd5db689ee340c3aa30d821a3dbbffd 2024-11-15T14:35:50,997 INFO [M:0;26754e923c4a:45293 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46523/user/jenkins/test-data/a76fc85c-42ee-b28a-2283-c27ac80031fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ccd5db689ee340c3aa30d821a3dbbffd, entries=1, sequenceid=105, filesize=5.0 K 2024-11-15T14:35:50,998 INFO [M:0;26754e923c4a:45293 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=105, compaction requested=false 2024-11-15T14:35:51,012 INFO [M:0;26754e923c4a:45293 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:35:51,012 DEBUG [M:0;26754e923c4a:45293 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681349701Disabling compacts and flushes for region at 1731681349701Disabling writes for close at 1731681349701Obtaining lock to block concurrent updates at 1731681349702 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731681349702Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731681349702Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731681349702Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731681349702Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731681349723 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731681349723Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731681350143 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731681350155 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731681350155Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731681350563 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731681350575 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731681350575Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a4c196: reopening flushed file at 1731681350983 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eb00364: reopening flushed file at 1731681350987 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60272f37: reopening flushed file at 1731681350991 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=105, compaction requested=false at 1731681350998 (+7 ms)Writing region close event to WAL at 1731681351011 (+13 ms)Closed at 1731681351012 (+1 ms) 2024-11-15T14:35:51,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741830_1006 (size=64411) 2024-11-15T14:35:51,015 INFO [M:0;26754e923c4a:45293 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T14:35:51,015 INFO [M:0;26754e923c4a:45293 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45293 2024-11-15T14:35:51,015 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:35:51,015 INFO [M:0;26754e923c4a:45293 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:35:51,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45293-0x101401987d90000, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:35:51,127 INFO [M:0;26754e923c4a:45293 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:35:51,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45293-0x101401987d90000, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:35:51,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ab36650{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:35:51,131 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6876b713{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:35:51,131 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:35:51,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cc581e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:35:51,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36973165{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b3cf196-6d14-8a60-4c91-d64b2c14a9aa/hadoop.log.dir/,STOPPED} 2024-11-15T14:35:51,133 WARN [BP-1252956632-172.17.0.3-1731681305152 heartbeating to localhost/127.0.0.1:46523 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T14:35:51,133 WARN [BP-1252956632-172.17.0.3-1731681305152 heartbeating to localhost/127.0.0.1:46523 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1252956632-172.17.0.3-1731681305152 (Datanode Uuid 093fd3e0-3da4-4a81-91b1-6464755012d4) service to localhost/127.0.0.1:46523 2024-11-15T14:35:51,133 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b3cf196-6d14-8a60-4c91-d64b2c14a9aa/cluster_d76af8ac-471a-5290-cfd5-621e0cd0b063/data/data1/current/BP-1252956632-172.17.0.3-1731681305152 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:35:51,134 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b3cf196-6d14-8a60-4c91-d64b2c14a9aa/cluster_d76af8ac-471a-5290-cfd5-621e0cd0b063/data/data2/current/BP-1252956632-172.17.0.3-1731681305152 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:35:51,138 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T14:35:51,138 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T14:35:51,138 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T14:35:51,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17db001d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:35:51,144 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b31bdca{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:35:51,144 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:35:51,144 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@724e6c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:35:51,144 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22d3f243{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b3cf196-6d14-8a60-4c91-d64b2c14a9aa/hadoop.log.dir/,STOPPED} 2024-11-15T14:35:51,152 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T14:35:51,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T14:35:51,174 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 261) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38395 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49742) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38395 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46523 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:38395 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40213 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49742) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38395 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46523 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38395 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:40213 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:46523 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49742) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40213 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40213 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46523 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46523 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40213 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=731 (was 656) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=330 (was 249) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1182 (was 830) - AvailableMemoryMB LEAK? - 2024-11-15T14:35:51,183 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=731, MaxFileDescriptor=1048576, SystemLoadAverage=330, ProcessCount=11, AvailableMemoryMB=1181 2024-11-15T14:35:51,197 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-15T14:35:51,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce9495f-ccc2-c7cc-87c8-41d140d8bccb/hadoop.log.dir so I do NOT create it in target/test-data/a3a70ca3-ccf4-d45e-6799-002f549bce99 2024-11-15T14:35:51,197 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce9495f-ccc2-c7cc-87c8-41d140d8bccb/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T14:35:51,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce9495f-ccc2-c7cc-87c8-41d140d8bccb/hadoop.tmp.dir so I do NOT create it in target/test-data/a3a70ca3-ccf4-d45e-6799-002f549bce99 2024-11-15T14:35:51,197 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce9495f-ccc2-c7cc-87c8-41d140d8bccb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T14:35:51,197 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a70ca3-ccf4-d45e-6799-002f549bce99 2024-11-15T14:35:51,197 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a70ca3-ccf4-d45e-6799-002f549bce99/cluster_11bd2350-3ecb-dedb-2757-fd735fe30b59, deleteOnExit=true 2024-11-15T14:35:51,201 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a70ca3-ccf4-d45e-6799-002f549bce99/cluster_11bd2350-3ecb-dedb-2757-fd735fe30b59/zookeeper_0, clientPort=52568, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a70ca3-ccf4-d45e-6799-002f549bce99/cluster_11bd2350-3ecb-dedb-2757-fd735fe30b59/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a70ca3-ccf4-d45e-6799-002f549bce99/cluster_11bd2350-3ecb-dedb-2757-fd735fe30b59/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T14:35:51,201 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52568 2024-11-15T14:35:51,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T14:35:51,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T14:35:51,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a70ca3-ccf4-d45e-6799-002f549bce99/test.cache.data in system properties and HBase conf 2024-11-15T14:35:51,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a70ca3-ccf4-d45e-6799-002f549bce99/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T14:35:51,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a70ca3-ccf4-d45e-6799-002f549bce99/hadoop.log.dir in system properties and HBase conf 2024-11-15T14:35:51,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a70ca3-ccf4-d45e-6799-002f549bce99/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T14:35:51,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a70ca3-ccf4-d45e-6799-002f549bce99/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T14:35:51,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T14:35:51,202 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T14:35:51,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a70ca3-ccf4-d45e-6799-002f549bce99/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:35:51,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a70ca3-ccf4-d45e-6799-002f549bce99/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:35:51,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a70ca3-ccf4-d45e-6799-002f549bce99/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T14:35:51,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a70ca3-ccf4-d45e-6799-002f549bce99/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:35:51,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a70ca3-ccf4-d45e-6799-002f549bce99/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T14:35:51,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a70ca3-ccf4-d45e-6799-002f549bce99/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T14:35:51,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a70ca3-ccf4-d45e-6799-002f549bce99/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:35:51,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a70ca3-ccf4-d45e-6799-002f549bce99/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:35:51,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a70ca3-ccf4-d45e-6799-002f549bce99/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T14:35:51,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a70ca3-ccf4-d45e-6799-002f549bce99/nfs.dump.dir in system properties and HBase conf 2024-11-15T14:35:51,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a70ca3-ccf4-d45e-6799-002f549bce99/java.io.tmpdir in system properties and HBase conf 2024-11-15T14:35:51,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a70ca3-ccf4-d45e-6799-002f549bce99/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:35:51,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a70ca3-ccf4-d45e-6799-002f549bce99/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T14:35:51,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a70ca3-ccf4-d45e-6799-002f549bce99/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T14:35:51,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101401987d90005, quorum=127.0.0.1:49742, baseZNode=/12145546379 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T14:35:51,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101401987d90008, quorum=127.0.0.1:49742, baseZNode=/2901832655 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T14:35:51,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101401987d90002, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T14:35:51,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101401987d90005, quorum=127.0.0.1:49742, baseZNode=/12145546379 Received Disconnected from ZooKeeper, ignoring 2024-11-15T14:35:51,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101401987d90002, quorum=127.0.0.1:49742, baseZNode=/0-853219536 Received Disconnected from ZooKeeper, ignoring 2024-11-15T14:35:51,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101401987d90008, quorum=127.0.0.1:49742, baseZNode=/2901832655 Received Disconnected from ZooKeeper, ignoring 2024-11-15T14:35:51,439 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:35:51,442 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:35:51,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:35:51,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:35:51,449 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T14:35:51,450 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:35:51,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40a48f3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a70ca3-ccf4-d45e-6799-002f549bce99/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:35:51,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d13cb06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:35:51,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ef4fba4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a70ca3-ccf4-d45e-6799-002f549bce99/java.io.tmpdir/jetty-localhost-36051-hadoop-hdfs-3_4_1-tests_jar-_-any-16226055998563980208/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:35:51,574 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@698790f7{HTTP/1.1, (http/1.1)}{localhost:36051} 2024-11-15T14:35:51,574 INFO [Time-limited test {}] server.Server(415): Started @271649ms 2024-11-15T14:35:51,767 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:35:51,770 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:35:51,774 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:35:51,774 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:35:51,774 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T14:35:51,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1383d0d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a70ca3-ccf4-d45e-6799-002f549bce99/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:35:51,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@326bc074{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:35:51,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d20b02c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a70ca3-ccf4-d45e-6799-002f549bce99/java.io.tmpdir/jetty-localhost-40429-hadoop-hdfs-3_4_1-tests_jar-_-any-10075143079289752929/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:35:51,897 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@630c0dd5{HTTP/1.1, (http/1.1)}{localhost:40429} 2024-11-15T14:35:51,897 INFO [Time-limited test {}] server.Server(415): Started @271972ms 2024-11-15T14:35:51,899 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T14:35:52,351 WARN [Thread-3446 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a70ca3-ccf4-d45e-6799-002f549bce99/cluster_11bd2350-3ecb-dedb-2757-fd735fe30b59/data/data1/current/BP-728681394-172.17.0.3-1731681351219/current, will proceed with Du for space computation calculation, 2024-11-15T14:35:52,351 WARN [Thread-3447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a70ca3-ccf4-d45e-6799-002f549bce99/cluster_11bd2350-3ecb-dedb-2757-fd735fe30b59/data/data2/current/BP-728681394-172.17.0.3-1731681351219/current, will proceed with Du for space computation calculation, 2024-11-15T14:35:52,369 WARN [Thread-3434 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T14:35:52,372 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf99361e4c770aa5 with lease ID 0xe54b2314e43081c1: Processing first storage report for DS-a09b9fe3-fadd-4110-a512-5c54ecd21fa8 from datanode DatanodeRegistration(127.0.0.1:43763, datanodeUuid=db0713cf-3979-4ffd-8b7d-4a8a536dcd41, infoPort=42751, infoSecurePort=0, ipcPort=41303, storageInfo=lv=-57;cid=testClusterID;nsid=1901181405;c=1731681351219) 2024-11-15T14:35:52,372 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf99361e4c770aa5 with lease ID 0xe54b2314e43081c1: from storage DS-a09b9fe3-fadd-4110-a512-5c54ecd21fa8 node DatanodeRegistration(127.0.0.1:43763, datanodeUuid=db0713cf-3979-4ffd-8b7d-4a8a536dcd41, infoPort=42751, infoSecurePort=0, ipcPort=41303, storageInfo=lv=-57;cid=testClusterID;nsid=1901181405;c=1731681351219), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T14:35:52,373 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf99361e4c770aa5 with lease ID 0xe54b2314e43081c1: Processing first storage report for DS-245415a3-73e0-44c6-ac06-b22758e8b15b from datanode DatanodeRegistration(127.0.0.1:43763, datanodeUuid=db0713cf-3979-4ffd-8b7d-4a8a536dcd41, infoPort=42751, infoSecurePort=0, ipcPort=41303, storageInfo=lv=-57;cid=testClusterID;nsid=1901181405;c=1731681351219) 2024-11-15T14:35:52,373 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf99361e4c770aa5 with lease ID 0xe54b2314e43081c1: from storage DS-245415a3-73e0-44c6-ac06-b22758e8b15b node DatanodeRegistration(127.0.0.1:43763, datanodeUuid=db0713cf-3979-4ffd-8b7d-4a8a536dcd41, infoPort=42751, infoSecurePort=0, ipcPort=41303, storageInfo=lv=-57;cid=testClusterID;nsid=1901181405;c=1731681351219), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T14:35:52,426 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a70ca3-ccf4-d45e-6799-002f549bce99 2024-11-15T14:35:52,426 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:35:52,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:35:52,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741825_1001 (size=7) 2024-11-15T14:35:52,834 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811 with version=8 2024-11-15T14:35:52,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/hbase-staging 2024-11-15T14:35:52,837 INFO [Time-limited test {}] client.ConnectionUtils(128): master/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:35:52,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:35:52,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:35:52,837 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:35:52,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:35:52,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:35:52,837 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T14:35:52,837 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:35:52,838 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32897 2024-11-15T14:35:52,839 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32897 connecting to ZooKeeper ensemble=127.0.0.1:52568 2024-11-15T14:35:52,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328970x0, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:35:52,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32897-0x101401a3bc90000 connected 2024-11-15T14:35:52,942 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:35:52,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:35:52,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32897-0x101401a3bc90000, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Set watcher on znode that does not yet exist, /0-1423029292/running 2024-11-15T14:35:52,948 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811, hbase.cluster.distributed=false 2024-11-15T14:35:52,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32897-0x101401a3bc90000, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Set watcher on znode that does not yet exist, /0-1423029292/acl 2024-11-15T14:35:52,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32897 2024-11-15T14:35:52,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32897 2024-11-15T14:35:52,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32897 2024-11-15T14:35:52,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32897 2024-11-15T14:35:52,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32897 2024-11-15T14:35:52,979 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:35:52,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:35:52,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:35:52,980 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:35:52,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:35:52,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:35:52,980 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T14:35:52,980 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:35:52,981 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43965 2024-11-15T14:35:52,982 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43965 connecting to ZooKeeper ensemble=127.0.0.1:52568 2024-11-15T14:35:52,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:35:52,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:35:53,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439650x0, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:35:53,005 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439650x0, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Set watcher on znode that does not yet exist, /0-1423029292/running 2024-11-15T14:35:53,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43965-0x101401a3bc90001 connected 2024-11-15T14:35:53,005 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T14:35:53,007 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T14:35:53,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43965-0x101401a3bc90001, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Set watcher on znode that does not yet exist, /0-1423029292/master 2024-11-15T14:35:53,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43965-0x101401a3bc90001, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Set watcher on znode that does not yet exist, /0-1423029292/acl 2024-11-15T14:35:53,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43965 2024-11-15T14:35:53,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43965 2024-11-15T14:35:53,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43965 2024-11-15T14:35:53,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43965 2024-11-15T14:35:53,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43965 2024-11-15T14:35:53,028 DEBUG [M:0;26754e923c4a:32897 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;26754e923c4a:32897 2024-11-15T14:35:53,028 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1423029292/backup-masters/26754e923c4a,32897,1731681352836 2024-11-15T14:35:53,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x101401a3bc90001, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1423029292/backup-masters 2024-11-15T14:35:53,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32897-0x101401a3bc90000, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1423029292/backup-masters 2024-11-15T14:35:53,038 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32897-0x101401a3bc90000, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Set watcher on existing znode=/0-1423029292/backup-masters/26754e923c4a,32897,1731681352836 2024-11-15T14:35:53,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x101401a3bc90001, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1423029292/master 2024-11-15T14:35:53,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32897-0x101401a3bc90000, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1423029292 2024-11-15T14:35:53,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x101401a3bc90001, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1423029292 2024-11-15T14:35:53,046 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32897-0x101401a3bc90000, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Set watcher on existing znode=/0-1423029292/master 2024-11-15T14:35:53,046 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1423029292/backup-masters/26754e923c4a,32897,1731681352836 from backup master directory 2024-11-15T14:35:53,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32897-0x101401a3bc90000, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1423029292/backup-masters/26754e923c4a,32897,1731681352836 2024-11-15T14:35:53,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x101401a3bc90001, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1423029292/backup-masters 2024-11-15T14:35:53,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32897-0x101401a3bc90000, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1423029292/backup-masters 2024-11-15T14:35:53,054 WARN [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:35:53,054 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=26754e923c4a,32897,1731681352836 2024-11-15T14:35:53,057 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/hbase.id] with ID: 3059daf4-0db8-4ec4-83eb-108a84efe17e 2024-11-15T14:35:53,057 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/.tmp/hbase.id 2024-11-15T14:35:53,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741826_1002 (size=42) 2024-11-15T14:35:53,067 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/.tmp/hbase.id]:[hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/hbase.id] 2024-11-15T14:35:53,083 INFO [master/26754e923c4a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:35:53,083 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T14:35:53,087 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-15T14:35:53,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x101401a3bc90001, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1423029292 2024-11-15T14:35:53,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32897-0x101401a3bc90000, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1423029292 2024-11-15T14:35:53,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741827_1003 (size=196) 2024-11-15T14:35:53,475 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T14:35:53,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:53,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:53,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:53,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:53,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:53,507 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:35:53,507 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T14:35:53,508 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:35:53,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:53,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:53,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:53,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:53,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:53,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:53,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:53,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:53,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:53,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:35:53,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741828_1004 (size=1189) 2024-11-15T14:35:53,941 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/MasterData/data/master/store 2024-11-15T14:35:53,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741829_1005 (size=34) 2024-11-15T14:35:54,346 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:35:54,346 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:35:54,346 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:35:54,346 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:35:54,346 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:35:54,346 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:35:54,346 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:35:54,346 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681354346Disabling compacts and flushes for region at 1731681354346Disabling writes for close at 1731681354346Writing region close event to WAL at 1731681354346Closed at 1731681354346 2024-11-15T14:35:54,347 WARN [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/MasterData/data/master/store/.initializing 2024-11-15T14:35:54,347 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/MasterData/WALs/26754e923c4a,32897,1731681352836 2024-11-15T14:35:54,348 INFO [master/26754e923c4a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:35:54,349 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=26754e923c4a%2C32897%2C1731681352836, suffix=, logDir=hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/MasterData/WALs/26754e923c4a,32897,1731681352836, archiveDir=hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/MasterData/oldWALs, maxLogs=10 2024-11-15T14:35:54,369 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/MasterData/WALs/26754e923c4a,32897,1731681352836/26754e923c4a%2C32897%2C1731681352836.1731681354349, exclude list is [], retry=0 2024-11-15T14:35:54,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43763,DS-a09b9fe3-fadd-4110-a512-5c54ecd21fa8,DISK] 2024-11-15T14:35:54,383 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/MasterData/WALs/26754e923c4a,32897,1731681352836/26754e923c4a%2C32897%2C1731681352836.1731681354349 2024-11-15T14:35:54,387 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42751:42751)] 2024-11-15T14:35:54,387 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:35:54,387 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:35:54,387 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:54,387 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:54,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:54,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T14:35:54,391 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:54,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:35:54,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:54,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T14:35:54,393 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:54,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:35:54,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:54,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T14:35:54,394 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:54,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:35:54,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:54,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T14:35:54,395 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:54,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:35:54,396 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:54,396 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:54,397 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:54,398 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:54,398 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:54,398 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:35:54,399 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:54,402 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:35:54,402 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59274450, jitterRate=-0.11674186587333679}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:35:54,403 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731681354387Initializing all the Stores at 1731681354388 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681354388Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681354388Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681354388Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681354388Cleaning up temporary data from old regions at 1731681354398 (+10 ms)Region opened successfully at 1731681354403 (+5 ms) 2024-11-15T14:35:54,403 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T14:35:54,405 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72088f45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:35:54,406 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T14:35:54,406 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T14:35:54,406 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T14:35:54,406 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T14:35:54,407 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T14:35:54,407 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T14:35:54,407 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T14:35:54,409 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T14:35:54,409 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32897-0x101401a3bc90000, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Unable to get data of znode /0-1423029292/balancer because node does not exist (not necessarily an error) 2024-11-15T14:35:54,418 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1423029292/balancer already deleted, retry=false 2024-11-15T14:35:54,419 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T14:35:54,419 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32897-0x101401a3bc90000, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Unable to get data of znode /0-1423029292/normalizer because node does not exist (not necessarily an error) 2024-11-15T14:35:54,429 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1423029292/normalizer already deleted, retry=false 2024-11-15T14:35:54,429 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T14:35:54,430 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32897-0x101401a3bc90000, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Unable to get data of znode /0-1423029292/switch/split because node does not exist (not necessarily an error) 2024-11-15T14:35:54,437 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1423029292/switch/split already deleted, retry=false 2024-11-15T14:35:54,438 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32897-0x101401a3bc90000, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Unable to get data of znode /0-1423029292/switch/merge because node does not exist (not necessarily an error) 2024-11-15T14:35:54,446 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1423029292/switch/merge already deleted, retry=false 2024-11-15T14:35:54,448 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32897-0x101401a3bc90000, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Unable to get data of znode /0-1423029292/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T14:35:54,454 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1423029292/snapshot-cleanup already deleted, retry=false 2024-11-15T14:35:54,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32897-0x101401a3bc90000, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1423029292/running 2024-11-15T14:35:54,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x101401a3bc90001, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1423029292/running 2024-11-15T14:35:54,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32897-0x101401a3bc90000, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1423029292 2024-11-15T14:35:54,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x101401a3bc90001, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1423029292 2024-11-15T14:35:54,463 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=26754e923c4a,32897,1731681352836, sessionid=0x101401a3bc90000, setting cluster-up flag (Was=false) 2024-11-15T14:35:54,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x101401a3bc90001, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1423029292 2024-11-15T14:35:54,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32897-0x101401a3bc90000, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1423029292 2024-11-15T14:35:54,504 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1423029292/flush-table-proc/acquired, /0-1423029292/flush-table-proc/reached, /0-1423029292/flush-table-proc/abort 2024-11-15T14:35:54,505 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,32897,1731681352836 2024-11-15T14:35:54,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x101401a3bc90001, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1423029292 2024-11-15T14:35:54,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32897-0x101401a3bc90000, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1423029292 2024-11-15T14:35:54,545 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1423029292/online-snapshot/acquired, /0-1423029292/online-snapshot/reached, /0-1423029292/online-snapshot/abort 2024-11-15T14:35:54,546 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,32897,1731681352836 2024-11-15T14:35:54,547 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T14:35:54,548 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T14:35:54,548 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T14:35:54,549 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T14:35:54,549 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 26754e923c4a,32897,1731681352836 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T14:35:54,550 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:35:54,550 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:35:54,550 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:35:54,550 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:35:54,550 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/26754e923c4a:0, corePoolSize=10, maxPoolSize=10 2024-11-15T14:35:54,550 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:54,550 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:35:54,550 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:54,550 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731681384550 2024-11-15T14:35:54,551 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T14:35:54,551 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T14:35:54,551 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T14:35:54,551 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T14:35:54,551 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T14:35:54,551 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:35:54,551 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T14:35:54,551 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T14:35:54,551 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:54,551 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T14:35:54,551 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T14:35:54,551 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T14:35:54,551 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T14:35:54,551 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:54,552 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T14:35:54,552 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T14:35:54,552 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T14:35:54,552 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681354552,5,FailOnTimeoutGroup] 2024-11-15T14:35:54,553 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681354552,5,FailOnTimeoutGroup] 2024-11-15T14:35:54,553 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:54,553 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T14:35:54,553 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:54,553 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:54,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741831_1007 (size=1321) 2024-11-15T14:35:54,621 INFO [RS:0;26754e923c4a:43965 {}] regionserver.HRegionServer(746): ClusterId : 3059daf4-0db8-4ec4-83eb-108a84efe17e 2024-11-15T14:35:54,621 DEBUG [RS:0;26754e923c4a:43965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T14:35:54,630 DEBUG [RS:0;26754e923c4a:43965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T14:35:54,630 DEBUG [RS:0;26754e923c4a:43965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T14:35:54,638 DEBUG [RS:0;26754e923c4a:43965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T14:35:54,638 DEBUG [RS:0;26754e923c4a:43965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b0790b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:35:54,652 DEBUG [RS:0;26754e923c4a:43965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;26754e923c4a:43965 2024-11-15T14:35:54,652 INFO [RS:0;26754e923c4a:43965 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T14:35:54,652 INFO [RS:0;26754e923c4a:43965 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T14:35:54,652 DEBUG [RS:0;26754e923c4a:43965 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T14:35:54,653 INFO [RS:0;26754e923c4a:43965 {}] regionserver.HRegionServer(2659): reportForDuty to master=26754e923c4a,32897,1731681352836 with port=43965, startcode=1731681352979 2024-11-15T14:35:54,653 DEBUG [RS:0;26754e923c4a:43965 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T14:35:54,654 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T14:35:54,654 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32897 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 26754e923c4a,43965,1731681352979 2024-11-15T14:35:54,655 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32897 {}] master.ServerManager(517): Registering regionserver=26754e923c4a,43965,1731681352979 2024-11-15T14:35:54,656 DEBUG [RS:0;26754e923c4a:43965 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811 2024-11-15T14:35:54,656 DEBUG [RS:0;26754e923c4a:43965 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45505 2024-11-15T14:35:54,656 DEBUG [RS:0;26754e923c4a:43965 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T14:35:54,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32897-0x101401a3bc90000, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1423029292/rs 2024-11-15T14:35:54,662 DEBUG [RS:0;26754e923c4a:43965 {}] zookeeper.ZKUtil(111): regionserver:43965-0x101401a3bc90001, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Set watcher on existing znode=/0-1423029292/rs/26754e923c4a,43965,1731681352979 2024-11-15T14:35:54,663 WARN [RS:0;26754e923c4a:43965 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:35:54,663 INFO [RS:0;26754e923c4a:43965 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:35:54,663 DEBUG [RS:0;26754e923c4a:43965 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979 2024-11-15T14:35:54,663 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [26754e923c4a,43965,1731681352979] 2024-11-15T14:35:54,665 INFO [RS:0;26754e923c4a:43965 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T14:35:54,667 INFO [RS:0;26754e923c4a:43965 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T14:35:54,667 INFO [RS:0;26754e923c4a:43965 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T14:35:54,667 INFO [RS:0;26754e923c4a:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:54,667 INFO [RS:0;26754e923c4a:43965 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T14:35:54,668 INFO [RS:0;26754e923c4a:43965 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T14:35:54,668 INFO [RS:0;26754e923c4a:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:54,668 DEBUG [RS:0;26754e923c4a:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:54,668 DEBUG [RS:0;26754e923c4a:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:54,668 DEBUG [RS:0;26754e923c4a:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:54,668 DEBUG [RS:0;26754e923c4a:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:54,668 DEBUG [RS:0;26754e923c4a:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:54,668 DEBUG [RS:0;26754e923c4a:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:35:54,668 DEBUG [RS:0;26754e923c4a:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:54,668 DEBUG [RS:0;26754e923c4a:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:54,668 DEBUG [RS:0;26754e923c4a:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:54,668 DEBUG [RS:0;26754e923c4a:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:54,668 DEBUG [RS:0;26754e923c4a:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:54,668 DEBUG [RS:0;26754e923c4a:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:54,668 DEBUG [RS:0;26754e923c4a:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:35:54,668 DEBUG [RS:0;26754e923c4a:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:35:54,673 INFO [RS:0;26754e923c4a:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:54,673 INFO [RS:0;26754e923c4a:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:54,673 INFO [RS:0;26754e923c4a:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:54,673 INFO [RS:0;26754e923c4a:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:54,673 INFO [RS:0;26754e923c4a:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:54,673 INFO [RS:0;26754e923c4a:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,43965,1731681352979-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:35:54,685 INFO [RS:0;26754e923c4a:43965 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T14:35:54,685 INFO [RS:0;26754e923c4a:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,43965,1731681352979-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:54,685 INFO [RS:0;26754e923c4a:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:54,685 INFO [RS:0;26754e923c4a:43965 {}] regionserver.Replication(171): 26754e923c4a,43965,1731681352979 started 2024-11-15T14:35:54,697 INFO [RS:0;26754e923c4a:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:54,697 INFO [RS:0;26754e923c4a:43965 {}] regionserver.HRegionServer(1482): Serving as 26754e923c4a,43965,1731681352979, RpcServer on 26754e923c4a/172.17.0.3:43965, sessionid=0x101401a3bc90001 2024-11-15T14:35:54,697 DEBUG [RS:0;26754e923c4a:43965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T14:35:54,697 DEBUG [RS:0;26754e923c4a:43965 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 26754e923c4a,43965,1731681352979 2024-11-15T14:35:54,697 DEBUG [RS:0;26754e923c4a:43965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,43965,1731681352979' 2024-11-15T14:35:54,697 DEBUG [RS:0;26754e923c4a:43965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1423029292/flush-table-proc/abort' 2024-11-15T14:35:54,698 DEBUG [RS:0;26754e923c4a:43965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1423029292/flush-table-proc/acquired' 2024-11-15T14:35:54,698 DEBUG [RS:0;26754e923c4a:43965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T14:35:54,698 DEBUG [RS:0;26754e923c4a:43965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T14:35:54,698 DEBUG [RS:0;26754e923c4a:43965 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 26754e923c4a,43965,1731681352979 2024-11-15T14:35:54,698 DEBUG [RS:0;26754e923c4a:43965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,43965,1731681352979' 2024-11-15T14:35:54,698 DEBUG [RS:0;26754e923c4a:43965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1423029292/online-snapshot/abort' 2024-11-15T14:35:54,699 DEBUG [RS:0;26754e923c4a:43965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1423029292/online-snapshot/acquired' 2024-11-15T14:35:54,699 DEBUG [RS:0;26754e923c4a:43965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T14:35:54,699 INFO [RS:0;26754e923c4a:43965 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T14:35:54,699 INFO [RS:0;26754e923c4a:43965 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T14:35:54,799 INFO [RS:0;26754e923c4a:43965 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:35:54,801 INFO [RS:0;26754e923c4a:43965 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C43965%2C1731681352979, suffix=, logDir=hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979, archiveDir=hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/oldWALs, maxLogs=10 2024-11-15T14:35:54,815 DEBUG [RS:0;26754e923c4a:43965 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801, exclude list is [], retry=0 2024-11-15T14:35:54,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43763,DS-a09b9fe3-fadd-4110-a512-5c54ecd21fa8,DISK] 2024-11-15T14:35:54,823 INFO [RS:0;26754e923c4a:43965 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801 2024-11-15T14:35:54,823 DEBUG [RS:0;26754e923c4a:43965 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42751:42751)] 2024-11-15T14:35:54,956 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T14:35:54,956 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811 2024-11-15T14:35:54,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741833_1009 (size=32) 2024-11-15T14:35:55,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:35:55,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:35:55,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:35:55,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:55,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:35:55,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:35:55,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:35:55,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:55,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:35:55,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:35:55,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:35:55,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:55,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:35:55,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:35:55,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:35:55,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:55,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:35:55,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:35:55,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/hbase/meta/1588230740 2024-11-15T14:35:55,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/hbase/meta/1588230740 2024-11-15T14:35:55,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:35:55,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:35:55,369 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:35:55,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:35:55,371 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:35:55,371 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69425538, jitterRate=0.034521132707595825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:35:55,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731681355361Initializing all the Stores at 1731681355362 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681355362Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681355362Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681355362Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681355362Cleaning up temporary data from old regions at 1731681355369 (+7 ms)Region opened successfully at 1731681355372 (+3 ms) 2024-11-15T14:35:55,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:35:55,372 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:35:55,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:35:55,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:35:55,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:35:55,373 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:35:55,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681355372Disabling compacts and flushes for region at 1731681355372Disabling writes for close at 1731681355372Writing region close event to WAL at 1731681355372Closed at 1731681355373 (+1 ms) 2024-11-15T14:35:55,374 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:35:55,374 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T14:35:55,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T14:35:55,375 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:35:55,375 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T14:35:55,526 DEBUG [26754e923c4a:32897 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T14:35:55,526 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=26754e923c4a,43965,1731681352979 2024-11-15T14:35:55,527 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,43965,1731681352979, state=OPENING 2024-11-15T14:35:55,554 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T14:35:55,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32897-0x101401a3bc90000, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1423029292 2024-11-15T14:35:55,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x101401a3bc90001, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1423029292 2024-11-15T14:35:55,584 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1423029292/meta-region-server: CHANGED 2024-11-15T14:35:55,584 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1423029292/meta-region-server: CHANGED 2024-11-15T14:35:55,584 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:35:55,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,43965,1731681352979}] 2024-11-15T14:35:55,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T14:35:55,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T14:35:55,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T14:35:55,736 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T14:35:55,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T14:35:55,745 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T14:35:55,745 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:35:55,745 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T14:35:55,751 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C43965%2C1731681352979.meta, suffix=.meta, logDir=hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979, archiveDir=hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/oldWALs, maxLogs=10 2024-11-15T14:35:55,769 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.meta.1731681355751.meta, exclude list is [], retry=0 2024-11-15T14:35:55,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43763,DS-a09b9fe3-fadd-4110-a512-5c54ecd21fa8,DISK] 2024-11-15T14:35:55,774 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.meta.1731681355751.meta 2024-11-15T14:35:55,774 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42751:42751)] 2024-11-15T14:35:55,774 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:35:55,775 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:35:55,775 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T14:35:55,775 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T14:35:55,775 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T14:35:55,775 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T14:35:55,775 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:35:55,775 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T14:35:55,775 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T14:35:55,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:35:55,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:35:55,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:55,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:35:55,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:35:55,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:35:55,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:55,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:35:55,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:35:55,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:35:55,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:55,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:35:55,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:35:55,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:35:55,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:55,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:35:55,781 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:35:55,782 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/hbase/meta/1588230740 2024-11-15T14:35:55,782 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/hbase/meta/1588230740 2024-11-15T14:35:55,783 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:35:55,783 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:35:55,784 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:35:55,784 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:35:55,785 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68942047, jitterRate=0.027316555380821228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:35:55,785 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T14:35:55,785 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731681355775Writing region info on filesystem at 1731681355775Initializing all the Stores at 1731681355777 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681355777Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681355777Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681355777Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681355777Cleaning up temporary data from old regions at 1731681355783 (+6 ms)Running coprocessor post-open hooks at 1731681355785 (+2 ms)Region opened successfully at 1731681355785 2024-11-15T14:35:55,786 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731681355736 2024-11-15T14:35:55,788 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T14:35:55,788 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T14:35:55,788 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,43965,1731681352979 2024-11-15T14:35:55,789 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,43965,1731681352979, state=OPEN 2024-11-15T14:35:55,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x101401a3bc90001, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1423029292/meta-region-server 2024-11-15T14:35:55,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32897-0x101401a3bc90000, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1423029292/meta-region-server 2024-11-15T14:35:55,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1423029292/meta-region-server: CHANGED 2024-11-15T14:35:55,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1423029292/meta-region-server: CHANGED 2024-11-15T14:35:55,798 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=26754e923c4a,43965,1731681352979 2024-11-15T14:35:55,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T14:35:55,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,43965,1731681352979 in 215 msec 2024-11-15T14:35:55,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T14:35:55,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 433 msec 2024-11-15T14:35:55,810 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:35:55,810 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T14:35:55,811 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:35:55,811 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43965,1731681352979, seqNum=-1] 2024-11-15T14:35:55,812 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:35:55,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:35:55,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2690 sec 2024-11-15T14:35:55,817 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731681355817, completionTime=-1 2024-11-15T14:35:55,817 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T14:35:55,817 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T14:35:55,819 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T14:35:55,819 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731681415819 2024-11-15T14:35:55,819 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731681475819 2024-11-15T14:35:55,819 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T14:35:55,820 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,32897,1731681352836-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:55,820 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,32897,1731681352836-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:55,820 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,32897,1731681352836-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:55,820 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-26754e923c4a:32897, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:55,820 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:55,820 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:55,821 DEBUG [master/26754e923c4a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T14:35:55,824 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.770sec 2024-11-15T14:35:55,824 INFO [master/26754e923c4a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T14:35:55,824 INFO [master/26754e923c4a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T14:35:55,824 INFO [master/26754e923c4a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T14:35:55,824 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T14:35:55,824 INFO [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T14:35:55,824 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,32897,1731681352836-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:35:55,824 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,32897,1731681352836-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T14:35:55,826 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T14:35:55,826 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T14:35:55,826 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,32897,1731681352836-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:55,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5874ef0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:55,922 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,32897,-1 for getting cluster id 2024-11-15T14:35:55,922 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:35:55,923 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3059daf4-0db8-4ec4-83eb-108a84efe17e' 2024-11-15T14:35:55,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:35:55,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3059daf4-0db8-4ec4-83eb-108a84efe17e" 2024-11-15T14:35:55,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3937f651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:55,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,32897,-1] 2024-11-15T14:35:55,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:35:55,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:35:55,925 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:35:55,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d0783db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:35:55,926 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:35:55,927 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43965,1731681352979, seqNum=-1] 2024-11-15T14:35:55,927 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:35:55,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:35:55,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=26754e923c4a,32897,1731681352836 2024-11-15T14:35:55,931 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52568 2024-11-15T14:35:55,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:35:55,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101401a3bc90002 connected 2024-11-15T14:35:55,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a70ca3-ccf4-d45e-6799-002f549bce99/hadoop.log.dir so I do NOT create it in target/test-data/d54d0527-2d42-d3da-f385-e64b934d6a61 2024-11-15T14:35:55,958 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a70ca3-ccf4-d45e-6799-002f549bce99/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T14:35:55,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a70ca3-ccf4-d45e-6799-002f549bce99/hadoop.tmp.dir so I do NOT create it in target/test-data/d54d0527-2d42-d3da-f385-e64b934d6a61 2024-11-15T14:35:55,958 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a70ca3-ccf4-d45e-6799-002f549bce99/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T14:35:55,958 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d54d0527-2d42-d3da-f385-e64b934d6a61 2024-11-15T14:35:55,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T14:35:55,958 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d54d0527-2d42-d3da-f385-e64b934d6a61/cluster_3048865b-fc04-16e8-c864-9e72eb802414, deleteOnExit=true 2024-11-15T14:35:55,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T14:35:55,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d54d0527-2d42-d3da-f385-e64b934d6a61/test.cache.data in system properties and HBase conf 2024-11-15T14:35:55,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d54d0527-2d42-d3da-f385-e64b934d6a61/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T14:35:55,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d54d0527-2d42-d3da-f385-e64b934d6a61/hadoop.log.dir in system properties and HBase conf 2024-11-15T14:35:55,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d54d0527-2d42-d3da-f385-e64b934d6a61/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T14:35:55,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d54d0527-2d42-d3da-f385-e64b934d6a61/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T14:35:55,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T14:35:55,959 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T14:35:55,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d54d0527-2d42-d3da-f385-e64b934d6a61/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:35:55,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d54d0527-2d42-d3da-f385-e64b934d6a61/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:35:55,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d54d0527-2d42-d3da-f385-e64b934d6a61/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T14:35:55,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d54d0527-2d42-d3da-f385-e64b934d6a61/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:35:55,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d54d0527-2d42-d3da-f385-e64b934d6a61/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T14:35:55,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d54d0527-2d42-d3da-f385-e64b934d6a61/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T14:35:55,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d54d0527-2d42-d3da-f385-e64b934d6a61/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:35:55,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d54d0527-2d42-d3da-f385-e64b934d6a61/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:35:55,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d54d0527-2d42-d3da-f385-e64b934d6a61/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T14:35:55,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d54d0527-2d42-d3da-f385-e64b934d6a61/nfs.dump.dir in system properties and HBase conf 2024-11-15T14:35:55,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d54d0527-2d42-d3da-f385-e64b934d6a61/java.io.tmpdir in system properties and HBase conf 2024-11-15T14:35:55,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d54d0527-2d42-d3da-f385-e64b934d6a61/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:35:55,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d54d0527-2d42-d3da-f385-e64b934d6a61/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T14:35:55,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d54d0527-2d42-d3da-f385-e64b934d6a61/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T14:35:56,180 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:35:56,183 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:35:56,191 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:35:56,191 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:35:56,191 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T14:35:56,192 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:35:56,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@477a74d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d54d0527-2d42-d3da-f385-e64b934d6a61/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:35:56,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77ac7b40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:35:56,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44fd5e6b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d54d0527-2d42-d3da-f385-e64b934d6a61/java.io.tmpdir/jetty-localhost-33199-hadoop-hdfs-3_4_1-tests_jar-_-any-5850747205065355801/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:35:56,286 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@384dd753{HTTP/1.1, (http/1.1)}{localhost:33199} 2024-11-15T14:35:56,286 INFO [Time-limited test {}] server.Server(415): Started @276360ms 2024-11-15T14:35:56,504 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:35:56,508 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:35:56,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:35:56,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:35:56,510 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T14:35:56,510 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f92b2d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d54d0527-2d42-d3da-f385-e64b934d6a61/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:35:56,510 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a8ac6d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:35:56,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@521605cb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d54d0527-2d42-d3da-f385-e64b934d6a61/java.io.tmpdir/jetty-localhost-39035-hadoop-hdfs-3_4_1-tests_jar-_-any-10339823678753281518/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:35:56,602 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b2fe634{HTTP/1.1, (http/1.1)}{localhost:39035} 2024-11-15T14:35:56,602 INFO [Time-limited test {}] server.Server(415): Started @276676ms 2024-11-15T14:35:56,603 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T14:35:57,092 WARN [Thread-3568 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d54d0527-2d42-d3da-f385-e64b934d6a61/cluster_3048865b-fc04-16e8-c864-9e72eb802414/data/data2/current/BP-1971184551-172.17.0.3-1731681355975/current, will proceed with Du for space computation calculation, 2024-11-15T14:35:57,092 WARN [Thread-3567 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d54d0527-2d42-d3da-f385-e64b934d6a61/cluster_3048865b-fc04-16e8-c864-9e72eb802414/data/data1/current/BP-1971184551-172.17.0.3-1731681355975/current, will proceed with Du for space computation calculation, 2024-11-15T14:35:57,113 WARN [Thread-3555 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T14:35:57,115 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9a6ca2424adb40a9 with lease ID 0xb99a3d73cfe0dc06: Processing first storage report for DS-fde5511d-5872-46df-90b2-8ff7e885e176 from datanode DatanodeRegistration(127.0.0.1:34663, datanodeUuid=2025ac13-521f-472f-bd50-37aaceaa58b5, infoPort=40765, infoSecurePort=0, ipcPort=45467, storageInfo=lv=-57;cid=testClusterID;nsid=48965018;c=1731681355975) 2024-11-15T14:35:57,115 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9a6ca2424adb40a9 with lease ID 0xb99a3d73cfe0dc06: from storage DS-fde5511d-5872-46df-90b2-8ff7e885e176 node DatanodeRegistration(127.0.0.1:34663, datanodeUuid=2025ac13-521f-472f-bd50-37aaceaa58b5, infoPort=40765, infoSecurePort=0, ipcPort=45467, storageInfo=lv=-57;cid=testClusterID;nsid=48965018;c=1731681355975), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T14:35:57,115 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9a6ca2424adb40a9 with lease ID 0xb99a3d73cfe0dc06: Processing first storage report for DS-09a01127-7504-4c2b-b135-efea39f0902e from datanode DatanodeRegistration(127.0.0.1:34663, datanodeUuid=2025ac13-521f-472f-bd50-37aaceaa58b5, infoPort=40765, infoSecurePort=0, ipcPort=45467, storageInfo=lv=-57;cid=testClusterID;nsid=48965018;c=1731681355975) 2024-11-15T14:35:57,115 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9a6ca2424adb40a9 with lease ID 0xb99a3d73cfe0dc06: from storage DS-09a01127-7504-4c2b-b135-efea39f0902e node DatanodeRegistration(127.0.0.1:34663, datanodeUuid=2025ac13-521f-472f-bd50-37aaceaa58b5, infoPort=40765, infoSecurePort=0, ipcPort=45467, storageInfo=lv=-57;cid=testClusterID;nsid=48965018;c=1731681355975), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T14:35:57,131 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d54d0527-2d42-d3da-f385-e64b934d6a61 2024-11-15T14:35:57,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:35:57,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:35:57,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34663 is added to blk_1073741825_1001 (size=7) 2024-11-15T14:35:57,139 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684 with version=8 2024-11-15T14:35:57,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/hbase-staging 2024-11-15T14:35:57,141 INFO [Time-limited test {}] client.ConnectionUtils(128): master/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:35:57,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:35:57,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:35:57,141 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:35:57,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:35:57,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:35:57,141 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T14:35:57,142 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:35:57,142 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37119 2024-11-15T14:35:57,143 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37119 connecting to ZooKeeper ensemble=127.0.0.1:52568 2024-11-15T14:35:57,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371190x0, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:35:57,154 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37119-0x101401a3bc90003 connected 2024-11-15T14:35:57,300 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:35:57,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:35:57,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37119-0x101401a3bc90003, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Set watcher on znode that does not yet exist, /1-1216332341/running 2024-11-15T14:35:57,304 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684, hbase.cluster.distributed=false 2024-11-15T14:35:57,305 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37119-0x101401a3bc90003, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Set watcher on znode that does not yet exist, /1-1216332341/acl 2024-11-15T14:35:57,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37119 2024-11-15T14:35:57,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37119 2024-11-15T14:35:57,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37119 2024-11-15T14:35:57,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37119 2024-11-15T14:35:57,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37119 2024-11-15T14:35:57,331 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:35:57,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:35:57,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:35:57,332 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:35:57,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:35:57,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:35:57,332 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T14:35:57,332 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:35:57,334 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41777 2024-11-15T14:35:57,335 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41777 connecting to ZooKeeper ensemble=127.0.0.1:52568 2024-11-15T14:35:57,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:35:57,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:35:57,379 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417770x0, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:35:57,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417770x0, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Set watcher on znode that does not yet exist, /1-1216332341/running 2024-11-15T14:35:57,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41777-0x101401a3bc90004 connected 2024-11-15T14:35:57,380 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T14:35:57,380 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T14:35:57,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41777-0x101401a3bc90004, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Set watcher on znode that does not yet exist, /1-1216332341/master 2024-11-15T14:35:57,382 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41777-0x101401a3bc90004, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Set watcher on znode that does not yet exist, /1-1216332341/acl 2024-11-15T14:35:57,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41777 2024-11-15T14:35:57,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41777 2024-11-15T14:35:57,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41777 2024-11-15T14:35:57,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41777 2024-11-15T14:35:57,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41777 2024-11-15T14:35:57,399 DEBUG [M:0;26754e923c4a:37119 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;26754e923c4a:37119 2024-11-15T14:35:57,399 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1216332341/backup-masters/26754e923c4a,37119,1731681357141 2024-11-15T14:35:57,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x101401a3bc90003, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1216332341/backup-masters 2024-11-15T14:35:57,421 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41777-0x101401a3bc90004, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1216332341/backup-masters 2024-11-15T14:35:57,422 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37119-0x101401a3bc90003, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Set watcher on existing znode=/1-1216332341/backup-masters/26754e923c4a,37119,1731681357141 2024-11-15T14:35:57,446 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41777-0x101401a3bc90004, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1216332341/master 2024-11-15T14:35:57,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x101401a3bc90003, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1216332341 2024-11-15T14:35:57,447 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41777-0x101401a3bc90004, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1216332341 2024-11-15T14:35:57,447 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37119-0x101401a3bc90003, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Set watcher on existing znode=/1-1216332341/master 2024-11-15T14:35:57,447 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1216332341/backup-masters/26754e923c4a,37119,1731681357141 from backup master directory 2024-11-15T14:35:57,472 WARN [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:35:57,472 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=26754e923c4a,37119,1731681357141 2024-11-15T14:35:57,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x101401a3bc90003, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1216332341/backup-masters/26754e923c4a,37119,1731681357141 2024-11-15T14:35:57,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x101401a3bc90003, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1216332341/backup-masters 2024-11-15T14:35:57,473 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41777-0x101401a3bc90004, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1216332341/backup-masters 2024-11-15T14:35:57,481 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/hbase.id] with ID: 7603f70f-e9f8-4244-8749-e655fa8744ea 2024-11-15T14:35:57,481 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/.tmp/hbase.id 2024-11-15T14:35:57,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34663 is added to blk_1073741826_1002 (size=42) 2024-11-15T14:35:57,891 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/.tmp/hbase.id]:[hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/hbase.id] 2024-11-15T14:35:57,900 INFO [master/26754e923c4a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:35:57,900 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T14:35:57,901 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T14:35:57,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x101401a3bc90003, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1216332341 2024-11-15T14:35:57,936 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41777-0x101401a3bc90004, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1216332341 2024-11-15T14:35:57,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34663 is added to blk_1073741827_1003 (size=196) 2024-11-15T14:35:58,342 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:35:58,343 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T14:35:58,343 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:35:58,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34663 is added to blk_1073741828_1004 (size=1189) 2024-11-15T14:35:58,753 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/MasterData/data/master/store 2024-11-15T14:35:58,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34663 is added to blk_1073741829_1005 (size=34) 2024-11-15T14:35:59,161 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:35:59,161 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:35:59,161 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:35:59,161 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:35:59,161 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:35:59,161 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:35:59,161 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:35:59,161 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681359161Disabling compacts and flushes for region at 1731681359161Disabling writes for close at 1731681359161Writing region close event to WAL at 1731681359161Closed at 1731681359161 2024-11-15T14:35:59,162 WARN [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/MasterData/data/master/store/.initializing 2024-11-15T14:35:59,162 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/MasterData/WALs/26754e923c4a,37119,1731681357141 2024-11-15T14:35:59,162 INFO [master/26754e923c4a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:35:59,163 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=26754e923c4a%2C37119%2C1731681357141, suffix=, logDir=hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/MasterData/WALs/26754e923c4a,37119,1731681357141, archiveDir=hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/MasterData/oldWALs, maxLogs=10 2024-11-15T14:35:59,179 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/MasterData/WALs/26754e923c4a,37119,1731681357141/26754e923c4a%2C37119%2C1731681357141.1731681359164, exclude list is [], retry=0 2024-11-15T14:35:59,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34663,DS-fde5511d-5872-46df-90b2-8ff7e885e176,DISK] 2024-11-15T14:35:59,183 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/MasterData/WALs/26754e923c4a,37119,1731681357141/26754e923c4a%2C37119%2C1731681357141.1731681359164 2024-11-15T14:35:59,183 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40765:40765)] 2024-11-15T14:35:59,183 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:35:59,183 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:35:59,183 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:59,183 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:59,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:59,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T14:35:59,185 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:59,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:35:59,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:59,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T14:35:59,186 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:59,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:35:59,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:59,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T14:35:59,187 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:59,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:35:59,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:59,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T14:35:59,188 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:59,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:35:59,188 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:59,188 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:59,189 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:59,189 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:59,189 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:59,190 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:35:59,190 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:35:59,191 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:35:59,192 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71577923, jitterRate=0.06659416854381561}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:35:59,192 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731681359183Initializing all the Stores at 1731681359184 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681359184Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681359184Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681359184Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681359184Cleaning up temporary data from old regions at 1731681359189 (+5 ms)Region opened successfully at 1731681359192 (+3 ms) 2024-11-15T14:35:59,192 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T14:35:59,194 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645630ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:35:59,194 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T14:35:59,194 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T14:35:59,194 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T14:35:59,194 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T14:35:59,195 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T14:35:59,195 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T14:35:59,195 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T14:35:59,196 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T14:35:59,197 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37119-0x101401a3bc90003, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Unable to get data of znode /1-1216332341/balancer because node does not exist (not necessarily an error) 2024-11-15T14:35:59,209 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1216332341/balancer already deleted, retry=false 2024-11-15T14:35:59,210 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T14:35:59,210 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37119-0x101401a3bc90003, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Unable to get data of znode /1-1216332341/normalizer because node does not exist (not necessarily an error) 2024-11-15T14:35:59,220 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1216332341/normalizer already deleted, retry=false 2024-11-15T14:35:59,221 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T14:35:59,221 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37119-0x101401a3bc90003, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Unable to get data of znode /1-1216332341/switch/split because node does not exist (not necessarily an error) 2024-11-15T14:35:59,229 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1216332341/switch/split already deleted, retry=false 2024-11-15T14:35:59,230 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37119-0x101401a3bc90003, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Unable to get data of znode /1-1216332341/switch/merge because node does not exist (not necessarily an error) 2024-11-15T14:35:59,237 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1216332341/switch/merge already deleted, retry=false 2024-11-15T14:35:59,239 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37119-0x101401a3bc90003, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Unable to get data of znode /1-1216332341/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T14:35:59,245 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1216332341/snapshot-cleanup already deleted, retry=false 2024-11-15T14:35:59,254 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41777-0x101401a3bc90004, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1216332341/running 2024-11-15T14:35:59,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x101401a3bc90003, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1216332341/running 2024-11-15T14:35:59,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x101401a3bc90003, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1216332341 2024-11-15T14:35:59,254 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41777-0x101401a3bc90004, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1216332341 2024-11-15T14:35:59,254 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=26754e923c4a,37119,1731681357141, sessionid=0x101401a3bc90003, setting cluster-up flag (Was=false) 2024-11-15T14:35:59,270 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41777-0x101401a3bc90004, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1216332341 2024-11-15T14:35:59,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x101401a3bc90003, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1216332341 2024-11-15T14:35:59,295 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1216332341/flush-table-proc/acquired, /1-1216332341/flush-table-proc/reached, /1-1216332341/flush-table-proc/abort 2024-11-15T14:35:59,296 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,37119,1731681357141 2024-11-15T14:35:59,312 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41777-0x101401a3bc90004, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1216332341 2024-11-15T14:35:59,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x101401a3bc90003, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1216332341 2024-11-15T14:35:59,337 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1216332341/online-snapshot/acquired, /1-1216332341/online-snapshot/reached, /1-1216332341/online-snapshot/abort 2024-11-15T14:35:59,338 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,37119,1731681357141 2024-11-15T14:35:59,339 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T14:35:59,340 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T14:35:59,340 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T14:35:59,340 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T14:35:59,340 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 26754e923c4a,37119,1731681357141 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T14:35:59,341 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:35:59,341 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:35:59,341 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:35:59,342 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:35:59,342 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/26754e923c4a:0, corePoolSize=10, maxPoolSize=10 2024-11-15T14:35:59,342 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:59,342 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:35:59,342 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:59,343 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:35:59,343 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T14:35:59,344 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:35:59,344 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T14:35:59,347 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731681389346 2024-11-15T14:35:59,347 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T14:35:59,347 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T14:35:59,347 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T14:35:59,347 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T14:35:59,347 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T14:35:59,347 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T14:35:59,347 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:59,351 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T14:35:59,351 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T14:35:59,351 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T14:35:59,351 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T14:35:59,354 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T14:35:59,354 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T14:35:59,354 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681359354,5,FailOnTimeoutGroup] 2024-11-15T14:35:59,354 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681359354,5,FailOnTimeoutGroup] 2024-11-15T14:35:59,354 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:59,354 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T14:35:59,354 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:59,354 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:59,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34663 is added to blk_1073741831_1007 (size=1321) 2024-11-15T14:35:59,392 INFO [RS:0;26754e923c4a:41777 {}] regionserver.HRegionServer(746): ClusterId : 7603f70f-e9f8-4244-8749-e655fa8744ea 2024-11-15T14:35:59,392 DEBUG [RS:0;26754e923c4a:41777 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T14:35:59,402 DEBUG [RS:0;26754e923c4a:41777 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T14:35:59,402 DEBUG [RS:0;26754e923c4a:41777 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T14:35:59,410 DEBUG [RS:0;26754e923c4a:41777 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T14:35:59,410 DEBUG [RS:0;26754e923c4a:41777 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af19d08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:35:59,425 DEBUG [RS:0;26754e923c4a:41777 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;26754e923c4a:41777 2024-11-15T14:35:59,425 INFO [RS:0;26754e923c4a:41777 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T14:35:59,425 INFO [RS:0;26754e923c4a:41777 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T14:35:59,425 DEBUG [RS:0;26754e923c4a:41777 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T14:35:59,426 INFO [RS:0;26754e923c4a:41777 {}] regionserver.HRegionServer(2659): reportForDuty to master=26754e923c4a,37119,1731681357141 with port=41777, startcode=1731681357331 2024-11-15T14:35:59,426 DEBUG [RS:0;26754e923c4a:41777 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T14:35:59,431 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T14:35:59,431 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37119 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 26754e923c4a,41777,1731681357331 2024-11-15T14:35:59,432 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37119 {}] master.ServerManager(517): Registering regionserver=26754e923c4a,41777,1731681357331 2024-11-15T14:35:59,433 DEBUG [RS:0;26754e923c4a:41777 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684 2024-11-15T14:35:59,433 DEBUG [RS:0;26754e923c4a:41777 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40059 2024-11-15T14:35:59,433 DEBUG [RS:0;26754e923c4a:41777 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T14:35:59,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x101401a3bc90003, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1216332341/rs 2024-11-15T14:35:59,458 DEBUG [RS:0;26754e923c4a:41777 {}] zookeeper.ZKUtil(111): regionserver:41777-0x101401a3bc90004, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Set watcher on existing znode=/1-1216332341/rs/26754e923c4a,41777,1731681357331 2024-11-15T14:35:59,458 WARN [RS:0;26754e923c4a:41777 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:35:59,458 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [26754e923c4a,41777,1731681357331] 2024-11-15T14:35:59,458 INFO [RS:0;26754e923c4a:41777 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:35:59,459 DEBUG [RS:0;26754e923c4a:41777 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331 2024-11-15T14:35:59,462 INFO [RS:0;26754e923c4a:41777 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T14:35:59,464 INFO [RS:0;26754e923c4a:41777 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T14:35:59,469 INFO [RS:0;26754e923c4a:41777 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T14:35:59,469 INFO [RS:0;26754e923c4a:41777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:59,470 INFO [RS:0;26754e923c4a:41777 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T14:35:59,471 INFO [RS:0;26754e923c4a:41777 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T14:35:59,471 INFO [RS:0;26754e923c4a:41777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:59,471 DEBUG [RS:0;26754e923c4a:41777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:59,471 DEBUG [RS:0;26754e923c4a:41777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:59,471 DEBUG [RS:0;26754e923c4a:41777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:59,471 DEBUG [RS:0;26754e923c4a:41777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:59,471 DEBUG [RS:0;26754e923c4a:41777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:59,471 DEBUG [RS:0;26754e923c4a:41777 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:35:59,471 DEBUG [RS:0;26754e923c4a:41777 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:59,471 DEBUG [RS:0;26754e923c4a:41777 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:59,471 DEBUG [RS:0;26754e923c4a:41777 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:59,471 DEBUG [RS:0;26754e923c4a:41777 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:59,471 DEBUG [RS:0;26754e923c4a:41777 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:59,471 DEBUG [RS:0;26754e923c4a:41777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:35:59,471 DEBUG [RS:0;26754e923c4a:41777 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:35:59,471 DEBUG [RS:0;26754e923c4a:41777 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:35:59,471 INFO [RS:0;26754e923c4a:41777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:59,471 INFO [RS:0;26754e923c4a:41777 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:59,471 INFO [RS:0;26754e923c4a:41777 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:59,471 INFO [RS:0;26754e923c4a:41777 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:59,471 INFO [RS:0;26754e923c4a:41777 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:59,471 INFO [RS:0;26754e923c4a:41777 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,41777,1731681357331-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:35:59,487 INFO [RS:0;26754e923c4a:41777 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T14:35:59,487 INFO [RS:0;26754e923c4a:41777 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,41777,1731681357331-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:59,487 INFO [RS:0;26754e923c4a:41777 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:59,487 INFO [RS:0;26754e923c4a:41777 {}] regionserver.Replication(171): 26754e923c4a,41777,1731681357331 started 2024-11-15T14:35:59,502 INFO [RS:0;26754e923c4a:41777 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:35:59,502 INFO [RS:0;26754e923c4a:41777 {}] regionserver.HRegionServer(1482): Serving as 26754e923c4a,41777,1731681357331, RpcServer on 26754e923c4a/172.17.0.3:41777, sessionid=0x101401a3bc90004 2024-11-15T14:35:59,502 DEBUG [RS:0;26754e923c4a:41777 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T14:35:59,502 DEBUG [RS:0;26754e923c4a:41777 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 26754e923c4a,41777,1731681357331 2024-11-15T14:35:59,502 DEBUG [RS:0;26754e923c4a:41777 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,41777,1731681357331' 2024-11-15T14:35:59,502 DEBUG [RS:0;26754e923c4a:41777 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1216332341/flush-table-proc/abort' 2024-11-15T14:35:59,502 DEBUG [RS:0;26754e923c4a:41777 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1216332341/flush-table-proc/acquired' 2024-11-15T14:35:59,503 DEBUG [RS:0;26754e923c4a:41777 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T14:35:59,503 DEBUG [RS:0;26754e923c4a:41777 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T14:35:59,503 DEBUG [RS:0;26754e923c4a:41777 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 26754e923c4a,41777,1731681357331 2024-11-15T14:35:59,503 DEBUG [RS:0;26754e923c4a:41777 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,41777,1731681357331' 2024-11-15T14:35:59,503 DEBUG [RS:0;26754e923c4a:41777 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1216332341/online-snapshot/abort' 2024-11-15T14:35:59,503 DEBUG [RS:0;26754e923c4a:41777 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1216332341/online-snapshot/acquired' 2024-11-15T14:35:59,503 DEBUG [RS:0;26754e923c4a:41777 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T14:35:59,503 INFO [RS:0;26754e923c4a:41777 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T14:35:59,503 INFO [RS:0;26754e923c4a:41777 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T14:35:59,604 INFO [RS:0;26754e923c4a:41777 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:35:59,605 INFO [RS:0;26754e923c4a:41777 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C41777%2C1731681357331, suffix=, logDir=hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331, archiveDir=hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/oldWALs, maxLogs=10 2024-11-15T14:35:59,620 DEBUG [RS:0;26754e923c4a:41777 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605, exclude list is [], retry=0 2024-11-15T14:35:59,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34663,DS-fde5511d-5872-46df-90b2-8ff7e885e176,DISK] 2024-11-15T14:35:59,624 INFO [RS:0;26754e923c4a:41777 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 2024-11-15T14:35:59,624 DEBUG [RS:0;26754e923c4a:41777 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40765:40765)] 2024-11-15T14:35:59,756 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T14:35:59,757 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684 2024-11-15T14:35:59,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34663 is added to blk_1073741833_1009 (size=32) 2024-11-15T14:36:00,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:36:00,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:36:00,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:36:00,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:00,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:00,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:36:00,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:36:00,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:00,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:00,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:36:00,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:36:00,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:00,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:00,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:36:00,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:36:00,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:00,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:00,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:36:00,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/hbase/meta/1588230740 2024-11-15T14:36:00,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/hbase/meta/1588230740 2024-11-15T14:36:00,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:36:00,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:36:00,315 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:36:00,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:36:00,318 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:36:00,318 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71283180, jitterRate=0.06220215559005737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:36:00,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731681360304Initializing all the Stores at 1731681360306 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681360306Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681360306Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681360306Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681360306Cleaning up temporary data from old regions at 1731681360314 (+8 ms)Region opened successfully at 1731681360319 (+5 ms) 2024-11-15T14:36:00,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:36:00,319 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:36:00,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:36:00,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:36:00,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:36:00,319 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:36:00,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681360319Disabling compacts and flushes for region at 1731681360319Disabling writes for close at 1731681360319Writing region close event to WAL at 1731681360319Closed at 1731681360319 2024-11-15T14:36:00,320 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:36:00,320 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T14:36:00,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T14:36:00,322 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:36:00,322 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T14:36:00,472 DEBUG [26754e923c4a:37119 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T14:36:00,473 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=26754e923c4a,41777,1731681357331 2024-11-15T14:36:00,474 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,41777,1731681357331, state=OPENING 2024-11-15T14:36:00,484 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T14:36:00,493 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41777-0x101401a3bc90004, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1216332341 2024-11-15T14:36:00,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x101401a3bc90003, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1216332341 2024-11-15T14:36:00,493 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:36:00,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,41777,1731681357331}] 2024-11-15T14:36:00,493 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1216332341/meta-region-server: CHANGED 2024-11-15T14:36:00,493 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1216332341/meta-region-server: CHANGED 2024-11-15T14:36:00,645 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T14:36:00,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38183, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T14:36:00,649 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T14:36:00,650 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:36:00,650 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T14:36:00,651 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C41777%2C1731681357331.meta, suffix=.meta, logDir=hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331, archiveDir=hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/oldWALs, maxLogs=10 2024-11-15T14:36:00,664 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.meta.1731681360651.meta, exclude list is [], retry=0 2024-11-15T14:36:00,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34663,DS-fde5511d-5872-46df-90b2-8ff7e885e176,DISK] 2024-11-15T14:36:00,665 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T14:36:00,667 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.meta.1731681360651.meta 2024-11-15T14:36:00,667 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40765:40765)] 2024-11-15T14:36:00,668 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:36:00,668 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:36:00,668 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T14:36:00,668 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T14:36:00,668 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T14:36:00,668 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T14:36:00,668 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:36:00,669 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T14:36:00,669 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T14:36:00,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:36:00,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:36:00,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:00,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:00,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:36:00,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:36:00,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:00,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:00,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:36:00,672 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:36:00,672 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:00,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:00,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:36:00,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:36:00,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:00,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:00,673 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:36:00,674 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/hbase/meta/1588230740 2024-11-15T14:36:00,674 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/hbase/meta/1588230740 2024-11-15T14:36:00,675 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:36:00,675 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:36:00,676 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:36:00,677 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:36:00,677 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74970082, jitterRate=0.11714127659797668}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:36:00,677 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T14:36:00,677 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731681360669Writing region info on filesystem at 1731681360669Initializing all the Stores at 1731681360669Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681360669Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681360669Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681360669Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681360669Cleaning up temporary data from old regions at 1731681360675 (+6 ms)Running coprocessor post-open hooks at 1731681360677 (+2 ms)Region opened successfully at 1731681360677 2024-11-15T14:36:00,678 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731681360645 2024-11-15T14:36:00,681 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T14:36:00,681 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T14:36:00,681 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,41777,1731681357331 2024-11-15T14:36:00,682 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,41777,1731681357331, state=OPEN 2024-11-15T14:36:00,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x101401a3bc90003, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1216332341/meta-region-server 2024-11-15T14:36:00,687 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41777-0x101401a3bc90004, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1216332341/meta-region-server 2024-11-15T14:36:00,687 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=26754e923c4a,41777,1731681357331 2024-11-15T14:36:00,687 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1216332341/meta-region-server: CHANGED 2024-11-15T14:36:00,687 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1216332341/meta-region-server: CHANGED 2024-11-15T14:36:00,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T14:36:00,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,41777,1731681357331 in 194 msec 2024-11-15T14:36:00,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T14:36:00,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 369 msec 2024-11-15T14:36:00,691 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:36:00,691 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T14:36:00,692 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:36:00,692 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,41777,1731681357331, seqNum=-1] 2024-11-15T14:36:00,693 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:36:00,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:36:00,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3580 sec 2024-11-15T14:36:00,699 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731681360699, completionTime=-1 2024-11-15T14:36:00,699 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T14:36:00,699 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T14:36:00,708 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T14:36:00,708 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731681420708 2024-11-15T14:36:00,708 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731681480708 2024-11-15T14:36:00,708 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 8 msec 2024-11-15T14:36:00,708 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,37119,1731681357141-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:00,709 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,37119,1731681357141-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:00,709 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,37119,1731681357141-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:00,709 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-26754e923c4a:37119, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:00,709 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:00,709 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:00,711 DEBUG [master/26754e923c4a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T14:36:00,714 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.242sec 2024-11-15T14:36:00,714 INFO [master/26754e923c4a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T14:36:00,714 INFO [master/26754e923c4a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T14:36:00,714 INFO [master/26754e923c4a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T14:36:00,714 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T14:36:00,714 INFO [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T14:36:00,714 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,37119,1731681357141-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:36:00,714 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,37119,1731681357141-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T14:36:00,717 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T14:36:00,717 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T14:36:00,717 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,37119,1731681357141-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:00,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e40b2e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:00,804 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37119,-1 for getting cluster id 2024-11-15T14:36:00,805 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:36:00,806 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7603f70f-e9f8-4244-8749-e655fa8744ea' 2024-11-15T14:36:00,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:36:00,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7603f70f-e9f8-4244-8749-e655fa8744ea" 2024-11-15T14:36:00,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f9dcfe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:00,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37119,-1] 2024-11-15T14:36:00,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:36:00,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:00,807 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:36:00,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305bb9fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:00,808 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:36:00,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,41777,1731681357331, seqNum=-1] 2024-11-15T14:36:00,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:36:00,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:36:00,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=26754e923c4a,37119,1731681357141 2024-11-15T14:36:00,813 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52568 2024-11-15T14:36:00,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:36:00,821 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101401a3bc90005 connected 2024-11-15T14:36:00,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d54d0527-2d42-d3da-f385-e64b934d6a61/hadoop.log.dir so I do NOT create it in target/test-data/44c848c1-570c-7245-ec1a-b92ce77f16bc 2024-11-15T14:36:00,831 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d54d0527-2d42-d3da-f385-e64b934d6a61/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T14:36:00,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d54d0527-2d42-d3da-f385-e64b934d6a61/hadoop.tmp.dir so I do NOT create it in target/test-data/44c848c1-570c-7245-ec1a-b92ce77f16bc 2024-11-15T14:36:00,831 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d54d0527-2d42-d3da-f385-e64b934d6a61/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T14:36:00,831 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c848c1-570c-7245-ec1a-b92ce77f16bc 2024-11-15T14:36:00,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T14:36:00,831 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c848c1-570c-7245-ec1a-b92ce77f16bc/cluster_80aa525b-a364-16da-3c8b-d571c55a8c80, deleteOnExit=true 2024-11-15T14:36:00,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T14:36:00,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c848c1-570c-7245-ec1a-b92ce77f16bc/test.cache.data in system properties and HBase conf 2024-11-15T14:36:00,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c848c1-570c-7245-ec1a-b92ce77f16bc/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T14:36:00,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c848c1-570c-7245-ec1a-b92ce77f16bc/hadoop.log.dir in system properties and HBase conf 2024-11-15T14:36:00,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c848c1-570c-7245-ec1a-b92ce77f16bc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T14:36:00,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c848c1-570c-7245-ec1a-b92ce77f16bc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T14:36:00,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T14:36:00,832 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T14:36:00,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c848c1-570c-7245-ec1a-b92ce77f16bc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:36:00,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c848c1-570c-7245-ec1a-b92ce77f16bc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:36:00,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c848c1-570c-7245-ec1a-b92ce77f16bc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T14:36:00,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c848c1-570c-7245-ec1a-b92ce77f16bc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:36:00,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c848c1-570c-7245-ec1a-b92ce77f16bc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T14:36:00,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c848c1-570c-7245-ec1a-b92ce77f16bc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T14:36:00,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c848c1-570c-7245-ec1a-b92ce77f16bc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:36:00,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c848c1-570c-7245-ec1a-b92ce77f16bc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:36:00,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c848c1-570c-7245-ec1a-b92ce77f16bc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T14:36:00,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c848c1-570c-7245-ec1a-b92ce77f16bc/nfs.dump.dir in system properties and HBase conf 2024-11-15T14:36:00,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c848c1-570c-7245-ec1a-b92ce77f16bc/java.io.tmpdir in system properties and HBase conf 2024-11-15T14:36:00,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c848c1-570c-7245-ec1a-b92ce77f16bc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:36:00,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c848c1-570c-7245-ec1a-b92ce77f16bc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T14:36:00,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c848c1-570c-7245-ec1a-b92ce77f16bc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T14:36:01,066 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T14:36:01,067 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:01,068 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:01,068 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:01,068 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:01,068 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:01,110 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:01,111 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:01,111 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:01,111 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:01,111 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:01,112 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:01,120 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:01,125 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:01,125 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:01,130 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:01,175 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:36:01,179 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:36:01,180 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:36:01,180 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:36:01,180 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T14:36:01,181 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:36:01,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45117c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c848c1-570c-7245-ec1a-b92ce77f16bc/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:36:01,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75406eb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:36:01,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d853c79{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c848c1-570c-7245-ec1a-b92ce77f16bc/java.io.tmpdir/jetty-localhost-33701-hadoop-hdfs-3_4_1-tests_jar-_-any-4525528737839982248/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:36:01,279 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f9b003e{HTTP/1.1, (http/1.1)}{localhost:33701} 2024-11-15T14:36:01,279 INFO [Time-limited test {}] server.Server(415): Started @281353ms 2024-11-15T14:36:01,556 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:36:01,559 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:36:01,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:36:01,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:36:01,560 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T14:36:01,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f104328{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c848c1-570c-7245-ec1a-b92ce77f16bc/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:36:01,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc36556{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:36:01,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@513fab77{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c848c1-570c-7245-ec1a-b92ce77f16bc/java.io.tmpdir/jetty-localhost-39989-hadoop-hdfs-3_4_1-tests_jar-_-any-1957355134826662062/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:36:01,670 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2579cfe1{HTTP/1.1, (http/1.1)}{localhost:39989} 2024-11-15T14:36:01,670 INFO [Time-limited test {}] server.Server(415): Started @281744ms 2024-11-15T14:36:01,671 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T14:36:01,963 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:36:01,964 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [26754e923c4a,34083,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:34083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T14:36:01,964 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88484 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [26754e923c4a,34083,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:34083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T14:36:02,145 WARN [Thread-3689 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c848c1-570c-7245-ec1a-b92ce77f16bc/cluster_80aa525b-a364-16da-3c8b-d571c55a8c80/data/data2/current/BP-217250364-172.17.0.3-1731681360847/current, will proceed with Du for space computation calculation, 2024-11-15T14:36:02,145 WARN [Thread-3688 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c848c1-570c-7245-ec1a-b92ce77f16bc/cluster_80aa525b-a364-16da-3c8b-d571c55a8c80/data/data1/current/BP-217250364-172.17.0.3-1731681360847/current, will proceed with Du for space computation calculation, 2024-11-15T14:36:02,166 WARN [Thread-3676 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T14:36:02,168 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ff2b8bb52bfd526 with lease ID 0x32f2a7e80d06acf0: Processing first storage report for DS-79218ef8-9ebf-4a22-b4a0-6b3962c41895 from datanode DatanodeRegistration(127.0.0.1:33031, datanodeUuid=7ec3d8cb-b933-4c27-9b9f-516dbafd4cf4, infoPort=44489, infoSecurePort=0, ipcPort=42605, storageInfo=lv=-57;cid=testClusterID;nsid=1724762288;c=1731681360847) 2024-11-15T14:36:02,168 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ff2b8bb52bfd526 with lease ID 0x32f2a7e80d06acf0: from storage DS-79218ef8-9ebf-4a22-b4a0-6b3962c41895 node DatanodeRegistration(127.0.0.1:33031, datanodeUuid=7ec3d8cb-b933-4c27-9b9f-516dbafd4cf4, infoPort=44489, infoSecurePort=0, ipcPort=42605, storageInfo=lv=-57;cid=testClusterID;nsid=1724762288;c=1731681360847), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T14:36:02,168 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ff2b8bb52bfd526 with lease ID 0x32f2a7e80d06acf0: Processing first storage report for DS-6f02ad10-8ef1-4ae5-a562-8951e9f6afde from datanode DatanodeRegistration(127.0.0.1:33031, datanodeUuid=7ec3d8cb-b933-4c27-9b9f-516dbafd4cf4, infoPort=44489, infoSecurePort=0, ipcPort=42605, storageInfo=lv=-57;cid=testClusterID;nsid=1724762288;c=1731681360847) 2024-11-15T14:36:02,168 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ff2b8bb52bfd526 with lease ID 0x32f2a7e80d06acf0: from storage DS-6f02ad10-8ef1-4ae5-a562-8951e9f6afde node DatanodeRegistration(127.0.0.1:33031, datanodeUuid=7ec3d8cb-b933-4c27-9b9f-516dbafd4cf4, infoPort=44489, infoSecurePort=0, ipcPort=42605, storageInfo=lv=-57;cid=testClusterID;nsid=1724762288;c=1731681360847), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T14:36:02,241 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c848c1-570c-7245-ec1a-b92ce77f16bc 2024-11-15T14:36:02,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:36:02,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:36:02,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33031 is added to blk_1073741825_1001 (size=7) 2024-11-15T14:36:02,649 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881 with version=8 2024-11-15T14:36:02,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/hbase-staging 2024-11-15T14:36:02,652 INFO [Time-limited test {}] client.ConnectionUtils(128): master/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:36:02,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:36:02,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:36:02,652 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:36:02,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:36:02,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:36:02,652 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T14:36:02,652 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:36:02,653 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44905 2024-11-15T14:36:02,653 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44905 connecting to ZooKeeper ensemble=127.0.0.1:52568 2024-11-15T14:36:02,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449050x0, quorum=127.0.0.1:52568, baseZNode=/21496781314 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:36:02,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44905-0x101401a3bc90006 connected 2024-11-15T14:36:02,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:36:02,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:36:02,723 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44905-0x101401a3bc90006, quorum=127.0.0.1:52568, baseZNode=/21496781314 Set watcher on znode that does not yet exist, /21496781314/running 2024-11-15T14:36:02,723 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881, hbase.cluster.distributed=false 2024-11-15T14:36:02,725 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44905-0x101401a3bc90006, quorum=127.0.0.1:52568, baseZNode=/21496781314 Set watcher on znode that does not yet exist, /21496781314/acl 2024-11-15T14:36:02,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44905 2024-11-15T14:36:02,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44905 2024-11-15T14:36:02,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44905 2024-11-15T14:36:02,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44905 2024-11-15T14:36:02,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44905 2024-11-15T14:36:02,743 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:36:02,743 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:36:02,743 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:36:02,743 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:36:02,743 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:36:02,743 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:36:02,743 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T14:36:02,743 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:36:02,744 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46019 2024-11-15T14:36:02,745 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46019 connecting to ZooKeeper ensemble=127.0.0.1:52568 2024-11-15T14:36:02,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:36:02,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:36:02,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460190x0, quorum=127.0.0.1:52568, baseZNode=/21496781314 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:36:02,760 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:460190x0, quorum=127.0.0.1:52568, baseZNode=/21496781314 Set watcher on znode that does not yet exist, /21496781314/running 2024-11-15T14:36:02,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46019-0x101401a3bc90007 connected 2024-11-15T14:36:02,760 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T14:36:02,760 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T14:36:02,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46019-0x101401a3bc90007, quorum=127.0.0.1:52568, baseZNode=/21496781314 Set watcher on znode that does not yet exist, /21496781314/master 2024-11-15T14:36:02,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46019-0x101401a3bc90007, quorum=127.0.0.1:52568, baseZNode=/21496781314 Set watcher on znode that does not yet exist, /21496781314/acl 2024-11-15T14:36:02,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46019 2024-11-15T14:36:02,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46019 2024-11-15T14:36:02,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46019 2024-11-15T14:36:02,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46019 2024-11-15T14:36:02,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46019 2024-11-15T14:36:02,781 DEBUG [M:0;26754e923c4a:44905 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;26754e923c4a:44905 2024-11-15T14:36:02,781 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21496781314/backup-masters/26754e923c4a,44905,1731681362651 2024-11-15T14:36:02,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44905-0x101401a3bc90006, quorum=127.0.0.1:52568, baseZNode=/21496781314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21496781314/backup-masters 2024-11-15T14:36:02,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46019-0x101401a3bc90007, quorum=127.0.0.1:52568, baseZNode=/21496781314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21496781314/backup-masters 2024-11-15T14:36:02,787 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44905-0x101401a3bc90006, quorum=127.0.0.1:52568, baseZNode=/21496781314 Set watcher on existing znode=/21496781314/backup-masters/26754e923c4a,44905,1731681362651 2024-11-15T14:36:02,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46019-0x101401a3bc90007, quorum=127.0.0.1:52568, baseZNode=/21496781314 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21496781314/master 2024-11-15T14:36:02,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44905-0x101401a3bc90006, quorum=127.0.0.1:52568, baseZNode=/21496781314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21496781314 2024-11-15T14:36:02,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46019-0x101401a3bc90007, quorum=127.0.0.1:52568, baseZNode=/21496781314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21496781314 2024-11-15T14:36:02,795 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44905-0x101401a3bc90006, quorum=127.0.0.1:52568, baseZNode=/21496781314 Set watcher on existing znode=/21496781314/master 2024-11-15T14:36:02,796 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21496781314/backup-masters/26754e923c4a,44905,1731681362651 from backup master directory 2024-11-15T14:36:02,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44905-0x101401a3bc90006, quorum=127.0.0.1:52568, baseZNode=/21496781314 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21496781314/backup-masters/26754e923c4a,44905,1731681362651 2024-11-15T14:36:02,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44905-0x101401a3bc90006, quorum=127.0.0.1:52568, baseZNode=/21496781314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21496781314/backup-masters 2024-11-15T14:36:02,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46019-0x101401a3bc90007, quorum=127.0.0.1:52568, baseZNode=/21496781314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21496781314/backup-masters 2024-11-15T14:36:02,804 WARN [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:36:02,804 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=26754e923c4a,44905,1731681362651 2024-11-15T14:36:02,806 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/hbase.id] with ID: ae730cf6-2a04-42c5-a40a-034bed19116e 2024-11-15T14:36:02,806 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/.tmp/hbase.id 2024-11-15T14:36:02,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33031 is added to blk_1073741826_1002 (size=42) 2024-11-15T14:36:03,211 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/.tmp/hbase.id]:[hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/hbase.id] 2024-11-15T14:36:03,219 INFO [master/26754e923c4a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:36:03,219 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T14:36:03,220 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T14:36:03,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44905-0x101401a3bc90006, quorum=127.0.0.1:52568, baseZNode=/21496781314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21496781314 2024-11-15T14:36:03,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46019-0x101401a3bc90007, quorum=127.0.0.1:52568, baseZNode=/21496781314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21496781314 2024-11-15T14:36:03,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33031 is added to blk_1073741827_1003 (size=196) 2024-11-15T14:36:03,641 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:36:03,642 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T14:36:03,642 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:36:03,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33031 is added to blk_1073741828_1004 (size=1189) 2024-11-15T14:36:04,054 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/MasterData/data/master/store 2024-11-15T14:36:04,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33031 is added to blk_1073741829_1005 (size=34) 2024-11-15T14:36:04,094 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:36:04,094 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:36:04,094 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:36:04,094 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:36:04,094 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:36:04,094 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:36:04,095 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:36:04,095 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681364094Disabling compacts and flushes for region at 1731681364094Disabling writes for close at 1731681364094Writing region close event to WAL at 1731681364094Closed at 1731681364094 2024-11-15T14:36:04,096 WARN [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/MasterData/data/master/store/.initializing 2024-11-15T14:36:04,096 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/MasterData/WALs/26754e923c4a,44905,1731681362651 2024-11-15T14:36:04,097 INFO [master/26754e923c4a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:36:04,099 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=26754e923c4a%2C44905%2C1731681362651, suffix=, logDir=hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/MasterData/WALs/26754e923c4a,44905,1731681362651, archiveDir=hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/MasterData/oldWALs, maxLogs=10 2024-11-15T14:36:04,116 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/MasterData/WALs/26754e923c4a,44905,1731681362651/26754e923c4a%2C44905%2C1731681362651.1731681364099, exclude list is [], retry=0 2024-11-15T14:36:04,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33031,DS-79218ef8-9ebf-4a22-b4a0-6b3962c41895,DISK] 2024-11-15T14:36:04,133 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/MasterData/WALs/26754e923c4a,44905,1731681362651/26754e923c4a%2C44905%2C1731681362651.1731681364099 2024-11-15T14:36:04,141 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44489:44489)] 2024-11-15T14:36:04,141 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:36:04,142 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:36:04,142 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:04,142 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:04,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:04,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T14:36:04,156 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:04,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:04,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:04,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T14:36:04,167 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:04,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:36:04,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:04,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T14:36:04,170 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:04,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:36:04,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:04,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T14:36:04,171 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:04,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:36:04,172 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:04,173 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:04,173 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:04,178 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:04,178 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:04,179 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:36:04,180 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:04,183 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:36:04,184 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69475092, jitterRate=0.03525954484939575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:36:04,184 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731681364142Initializing all the Stores at 1731681364143 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681364143Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681364153 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681364153Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681364153Cleaning up temporary data from old regions at 1731681364178 (+25 ms)Region opened successfully at 1731681364184 (+6 ms) 2024-11-15T14:36:04,184 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T14:36:04,187 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11479190, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:36:04,188 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T14:36:04,188 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T14:36:04,188 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T14:36:04,188 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T14:36:04,189 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T14:36:04,189 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T14:36:04,189 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T14:36:04,198 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T14:36:04,199 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44905-0x101401a3bc90006, quorum=127.0.0.1:52568, baseZNode=/21496781314 Unable to get data of znode /21496781314/balancer because node does not exist (not necessarily an error) 2024-11-15T14:36:04,237 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21496781314/balancer already deleted, retry=false 2024-11-15T14:36:04,238 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T14:36:04,238 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44905-0x101401a3bc90006, quorum=127.0.0.1:52568, baseZNode=/21496781314 Unable to get data of znode /21496781314/normalizer because node does not exist (not necessarily an error) 2024-11-15T14:36:04,245 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21496781314/normalizer already deleted, retry=false 2024-11-15T14:36:04,245 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T14:36:04,246 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44905-0x101401a3bc90006, quorum=127.0.0.1:52568, baseZNode=/21496781314 Unable to get data of znode /21496781314/switch/split because node does not exist (not necessarily an error) 2024-11-15T14:36:04,253 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21496781314/switch/split already deleted, retry=false 2024-11-15T14:36:04,255 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44905-0x101401a3bc90006, quorum=127.0.0.1:52568, baseZNode=/21496781314 Unable to get data of znode /21496781314/switch/merge because node does not exist (not necessarily an error) 2024-11-15T14:36:04,262 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21496781314/switch/merge already deleted, retry=false 2024-11-15T14:36:04,264 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44905-0x101401a3bc90006, quorum=127.0.0.1:52568, baseZNode=/21496781314 Unable to get data of znode /21496781314/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T14:36:04,276 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21496781314/snapshot-cleanup already deleted, retry=false 2024-11-15T14:36:04,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44905-0x101401a3bc90006, quorum=127.0.0.1:52568, baseZNode=/21496781314 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21496781314/running 2024-11-15T14:36:04,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44905-0x101401a3bc90006, quorum=127.0.0.1:52568, baseZNode=/21496781314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21496781314 2024-11-15T14:36:04,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46019-0x101401a3bc90007, quorum=127.0.0.1:52568, baseZNode=/21496781314 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21496781314/running 2024-11-15T14:36:04,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46019-0x101401a3bc90007, quorum=127.0.0.1:52568, baseZNode=/21496781314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21496781314 2024-11-15T14:36:04,286 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=26754e923c4a,44905,1731681362651, sessionid=0x101401a3bc90006, setting cluster-up flag (Was=false) 2024-11-15T14:36:04,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46019-0x101401a3bc90007, quorum=127.0.0.1:52568, baseZNode=/21496781314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21496781314 2024-11-15T14:36:04,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44905-0x101401a3bc90006, quorum=127.0.0.1:52568, baseZNode=/21496781314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21496781314 2024-11-15T14:36:04,329 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21496781314/flush-table-proc/acquired, /21496781314/flush-table-proc/reached, /21496781314/flush-table-proc/abort 2024-11-15T14:36:04,331 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,44905,1731681362651 2024-11-15T14:36:04,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46019-0x101401a3bc90007, quorum=127.0.0.1:52568, baseZNode=/21496781314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21496781314 2024-11-15T14:36:04,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44905-0x101401a3bc90006, quorum=127.0.0.1:52568, baseZNode=/21496781314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21496781314 2024-11-15T14:36:04,370 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21496781314/online-snapshot/acquired, /21496781314/online-snapshot/reached, /21496781314/online-snapshot/abort 2024-11-15T14:36:04,371 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,44905,1731681362651 2024-11-15T14:36:04,373 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T14:36:04,382 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T14:36:04,383 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T14:36:04,383 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T14:36:04,383 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 26754e923c4a,44905,1731681362651 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T14:36:04,386 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:36:04,386 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:36:04,386 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:36:04,386 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:36:04,386 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/26754e923c4a:0, corePoolSize=10, maxPoolSize=10 2024-11-15T14:36:04,386 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:04,386 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:36:04,386 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:04,393 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:36:04,394 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T14:36:04,395 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:04,395 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T14:36:04,407 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731681394406 2024-11-15T14:36:04,407 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T14:36:04,407 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T14:36:04,407 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T14:36:04,407 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T14:36:04,407 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T14:36:04,407 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T14:36:04,411 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:04,415 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T14:36:04,416 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T14:36:04,416 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T14:36:04,416 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T14:36:04,417 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T14:36:04,417 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T14:36:04,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33031 is added to blk_1073741831_1007 (size=1321) 2024-11-15T14:36:04,418 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681364417,5,FailOnTimeoutGroup] 2024-11-15T14:36:04,418 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681364418,5,FailOnTimeoutGroup] 2024-11-15T14:36:04,418 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:04,418 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T14:36:04,418 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:04,418 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:04,419 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T14:36:04,419 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881 2024-11-15T14:36:04,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33031 is added to blk_1073741832_1008 (size=32) 2024-11-15T14:36:04,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:36:04,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:36:04,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:36:04,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:04,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:04,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:36:04,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:36:04,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:04,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:04,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:36:04,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:36:04,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:04,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:04,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:36:04,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:36:04,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:04,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:04,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:36:04,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/hbase/meta/1588230740 2024-11-15T14:36:04,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/hbase/meta/1588230740 2024-11-15T14:36:04,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:36:04,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:36:04,446 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:36:04,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:36:04,454 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:36:04,454 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61916149, jitterRate=-0.07737748324871063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:36:04,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731681364435Initializing all the Stores at 1731681364436 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681364436Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681364436Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681364436Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681364436Cleaning up temporary data from old regions at 1731681364445 (+9 ms)Region opened successfully at 1731681364454 (+9 ms) 2024-11-15T14:36:04,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:36:04,455 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:36:04,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:36:04,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:36:04,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:36:04,455 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:36:04,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681364455Disabling compacts and flushes for region at 1731681364455Disabling writes for close at 1731681364455Writing region close event to WAL at 1731681364455Closed at 1731681364455 2024-11-15T14:36:04,457 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:36:04,457 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T14:36:04,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T14:36:04,459 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:36:04,459 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T14:36:04,470 INFO [RS:0;26754e923c4a:46019 {}] regionserver.HRegionServer(746): ClusterId : ae730cf6-2a04-42c5-a40a-034bed19116e 2024-11-15T14:36:04,470 DEBUG [RS:0;26754e923c4a:46019 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T14:36:04,479 DEBUG [RS:0;26754e923c4a:46019 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T14:36:04,479 DEBUG [RS:0;26754e923c4a:46019 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T14:36:04,489 DEBUG [RS:0;26754e923c4a:46019 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T14:36:04,489 DEBUG [RS:0;26754e923c4a:46019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9205f68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:36:04,506 DEBUG [RS:0;26754e923c4a:46019 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;26754e923c4a:46019 2024-11-15T14:36:04,506 INFO [RS:0;26754e923c4a:46019 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T14:36:04,506 INFO [RS:0;26754e923c4a:46019 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T14:36:04,506 DEBUG [RS:0;26754e923c4a:46019 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T14:36:04,507 INFO [RS:0;26754e923c4a:46019 {}] regionserver.HRegionServer(2659): reportForDuty to master=26754e923c4a,44905,1731681362651 with port=46019, startcode=1731681362743 2024-11-15T14:36:04,507 DEBUG [RS:0;26754e923c4a:46019 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T14:36:04,510 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T14:36:04,511 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44905 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 26754e923c4a,46019,1731681362743 2024-11-15T14:36:04,511 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44905 {}] master.ServerManager(517): Registering regionserver=26754e923c4a,46019,1731681362743 2024-11-15T14:36:04,521 DEBUG [RS:0;26754e923c4a:46019 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881 2024-11-15T14:36:04,522 DEBUG [RS:0;26754e923c4a:46019 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43059 2024-11-15T14:36:04,522 DEBUG [RS:0;26754e923c4a:46019 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T14:36:04,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44905-0x101401a3bc90006, quorum=127.0.0.1:52568, baseZNode=/21496781314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21496781314/rs 2024-11-15T14:36:04,556 DEBUG [RS:0;26754e923c4a:46019 {}] zookeeper.ZKUtil(111): regionserver:46019-0x101401a3bc90007, quorum=127.0.0.1:52568, baseZNode=/21496781314 Set watcher on existing znode=/21496781314/rs/26754e923c4a,46019,1731681362743 2024-11-15T14:36:04,556 WARN [RS:0;26754e923c4a:46019 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:36:04,556 INFO [RS:0;26754e923c4a:46019 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:36:04,556 DEBUG [RS:0;26754e923c4a:46019 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743 2024-11-15T14:36:04,556 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [26754e923c4a,46019,1731681362743] 2024-11-15T14:36:04,559 INFO [RS:0;26754e923c4a:46019 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T14:36:04,561 INFO [RS:0;26754e923c4a:46019 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T14:36:04,563 INFO [RS:0;26754e923c4a:46019 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T14:36:04,563 INFO [RS:0;26754e923c4a:46019 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:04,563 INFO [RS:0;26754e923c4a:46019 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T14:36:04,563 INFO [RS:0;26754e923c4a:46019 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T14:36:04,564 INFO [RS:0;26754e923c4a:46019 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:04,564 DEBUG [RS:0;26754e923c4a:46019 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:04,564 DEBUG [RS:0;26754e923c4a:46019 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:04,564 DEBUG [RS:0;26754e923c4a:46019 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:04,564 DEBUG [RS:0;26754e923c4a:46019 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:04,564 DEBUG [RS:0;26754e923c4a:46019 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:04,564 DEBUG [RS:0;26754e923c4a:46019 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:36:04,564 DEBUG [RS:0;26754e923c4a:46019 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:04,564 DEBUG [RS:0;26754e923c4a:46019 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:04,564 DEBUG [RS:0;26754e923c4a:46019 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:04,564 DEBUG [RS:0;26754e923c4a:46019 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:04,564 DEBUG [RS:0;26754e923c4a:46019 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:04,564 DEBUG [RS:0;26754e923c4a:46019 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:04,564 DEBUG [RS:0;26754e923c4a:46019 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:36:04,564 DEBUG [RS:0;26754e923c4a:46019 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:36:04,570 INFO [RS:0;26754e923c4a:46019 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:04,570 INFO [RS:0;26754e923c4a:46019 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:04,570 INFO [RS:0;26754e923c4a:46019 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:04,570 INFO [RS:0;26754e923c4a:46019 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:04,570 INFO [RS:0;26754e923c4a:46019 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:04,570 INFO [RS:0;26754e923c4a:46019 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,46019,1731681362743-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:36:04,585 INFO [RS:0;26754e923c4a:46019 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T14:36:04,585 INFO [RS:0;26754e923c4a:46019 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,46019,1731681362743-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:04,585 INFO [RS:0;26754e923c4a:46019 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:04,585 INFO [RS:0;26754e923c4a:46019 {}] regionserver.Replication(171): 26754e923c4a,46019,1731681362743 started 2024-11-15T14:36:04,599 INFO [RS:0;26754e923c4a:46019 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:04,600 INFO [RS:0;26754e923c4a:46019 {}] regionserver.HRegionServer(1482): Serving as 26754e923c4a,46019,1731681362743, RpcServer on 26754e923c4a/172.17.0.3:46019, sessionid=0x101401a3bc90007 2024-11-15T14:36:04,600 DEBUG [RS:0;26754e923c4a:46019 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T14:36:04,600 DEBUG [RS:0;26754e923c4a:46019 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 26754e923c4a,46019,1731681362743 2024-11-15T14:36:04,600 DEBUG [RS:0;26754e923c4a:46019 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,46019,1731681362743' 2024-11-15T14:36:04,600 DEBUG [RS:0;26754e923c4a:46019 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21496781314/flush-table-proc/abort' 2024-11-15T14:36:04,600 DEBUG [RS:0;26754e923c4a:46019 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21496781314/flush-table-proc/acquired' 2024-11-15T14:36:04,601 DEBUG [RS:0;26754e923c4a:46019 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T14:36:04,601 DEBUG [RS:0;26754e923c4a:46019 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T14:36:04,601 DEBUG [RS:0;26754e923c4a:46019 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 26754e923c4a,46019,1731681362743 2024-11-15T14:36:04,601 DEBUG [RS:0;26754e923c4a:46019 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,46019,1731681362743' 2024-11-15T14:36:04,601 DEBUG [RS:0;26754e923c4a:46019 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21496781314/online-snapshot/abort' 2024-11-15T14:36:04,601 DEBUG [RS:0;26754e923c4a:46019 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21496781314/online-snapshot/acquired' 2024-11-15T14:36:04,601 DEBUG [RS:0;26754e923c4a:46019 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T14:36:04,601 INFO [RS:0;26754e923c4a:46019 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T14:36:04,601 INFO [RS:0;26754e923c4a:46019 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T14:36:04,610 WARN [26754e923c4a:44905 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T14:36:04,702 INFO [RS:0;26754e923c4a:46019 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:36:04,703 INFO [RS:0;26754e923c4a:46019 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C46019%2C1731681362743, suffix=, logDir=hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743, archiveDir=hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/oldWALs, maxLogs=10 2024-11-15T14:36:04,718 DEBUG [RS:0;26754e923c4a:46019 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703, exclude list is [], retry=0 2024-11-15T14:36:04,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33031,DS-79218ef8-9ebf-4a22-b4a0-6b3962c41895,DISK] 2024-11-15T14:36:04,721 INFO [RS:0;26754e923c4a:46019 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703 2024-11-15T14:36:04,722 DEBUG [RS:0;26754e923c4a:46019 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44489:44489)] 2024-11-15T14:36:04,860 DEBUG [26754e923c4a:44905 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T14:36:04,861 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=26754e923c4a,46019,1731681362743 2024-11-15T14:36:04,862 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,46019,1731681362743, state=OPENING 2024-11-15T14:36:04,870 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T14:36:04,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46019-0x101401a3bc90007, quorum=127.0.0.1:52568, baseZNode=/21496781314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21496781314 2024-11-15T14:36:04,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44905-0x101401a3bc90006, quorum=127.0.0.1:52568, baseZNode=/21496781314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21496781314 2024-11-15T14:36:04,879 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21496781314/meta-region-server: CHANGED 2024-11-15T14:36:04,880 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21496781314/meta-region-server: CHANGED 2024-11-15T14:36:04,880 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:36:04,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,46019,1731681362743}] 2024-11-15T14:36:05,032 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T14:36:05,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T14:36:05,039 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T14:36:05,039 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:36:05,039 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T14:36:05,041 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C46019%2C1731681362743.meta, suffix=.meta, logDir=hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743, archiveDir=hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/oldWALs, maxLogs=10 2024-11-15T14:36:05,062 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.meta.1731681365042.meta, exclude list is [], retry=0 2024-11-15T14:36:05,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33031,DS-79218ef8-9ebf-4a22-b4a0-6b3962c41895,DISK] 2024-11-15T14:36:05,082 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.meta.1731681365042.meta 2024-11-15T14:36:05,082 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44489:44489)] 2024-11-15T14:36:05,083 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:36:05,083 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:36:05,083 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T14:36:05,084 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T14:36:05,084 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T14:36:05,084 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T14:36:05,084 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:36:05,084 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T14:36:05,084 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T14:36:05,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:36:05,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:36:05,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:05,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:05,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:36:05,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:36:05,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:05,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:05,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:36:05,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:36:05,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:05,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:05,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:36:05,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:36:05,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:05,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:05,094 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:36:05,095 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/hbase/meta/1588230740 2024-11-15T14:36:05,096 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/hbase/meta/1588230740 2024-11-15T14:36:05,104 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:36:05,104 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:36:05,105 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:36:05,108 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:36:05,110 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70753303, jitterRate=0.05430637300014496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:36:05,110 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T14:36:05,110 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731681365084Writing region info on filesystem at 1731681365084Initializing all the Stores at 1731681365085 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681365085Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681365086 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681365086Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681365087 (+1 ms)Cleaning up temporary data from old regions at 1731681365104 (+17 ms)Running coprocessor post-open hooks at 1731681365110 (+6 ms)Region opened successfully at 1731681365110 2024-11-15T14:36:05,112 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731681365032 2024-11-15T14:36:05,116 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T14:36:05,116 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T14:36:05,117 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,46019,1731681362743 2024-11-15T14:36:05,121 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,46019,1731681362743, state=OPEN 2024-11-15T14:36:05,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44905-0x101401a3bc90006, quorum=127.0.0.1:52568, baseZNode=/21496781314 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21496781314/meta-region-server 2024-11-15T14:36:05,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46019-0x101401a3bc90007, quorum=127.0.0.1:52568, baseZNode=/21496781314 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21496781314/meta-region-server 2024-11-15T14:36:05,131 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=26754e923c4a,46019,1731681362743 2024-11-15T14:36:05,131 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21496781314/meta-region-server: CHANGED 2024-11-15T14:36:05,131 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21496781314/meta-region-server: CHANGED 2024-11-15T14:36:05,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T14:36:05,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,46019,1731681362743 in 251 msec 2024-11-15T14:36:05,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T14:36:05,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 677 msec 2024-11-15T14:36:05,136 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:36:05,136 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T14:36:05,139 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:36:05,139 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,46019,1731681362743, seqNum=-1] 2024-11-15T14:36:05,139 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:36:05,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:36:05,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 771 msec 2024-11-15T14:36:05,147 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731681365147, completionTime=-1 2024-11-15T14:36:05,147 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T14:36:05,147 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T14:36:05,150 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T14:36:05,150 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731681425150 2024-11-15T14:36:05,150 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731681485150 2024-11-15T14:36:05,150 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T14:36:05,150 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,44905,1731681362651-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:05,150 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,44905,1731681362651-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:05,150 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,44905,1731681362651-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:05,150 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-26754e923c4a:44905, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:05,150 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:05,151 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:05,153 DEBUG [master/26754e923c4a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T14:36:05,156 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.352sec 2024-11-15T14:36:05,157 INFO [master/26754e923c4a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T14:36:05,157 INFO [master/26754e923c4a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T14:36:05,157 INFO [master/26754e923c4a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T14:36:05,157 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T14:36:05,157 INFO [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T14:36:05,157 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,44905,1731681362651-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:36:05,157 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,44905,1731681362651-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T14:36:05,159 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T14:36:05,159 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T14:36:05,159 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,44905,1731681362651-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:05,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63be21f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:05,171 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,44905,-1 for getting cluster id 2024-11-15T14:36:05,171 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:36:05,172 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae730cf6-2a04-42c5-a40a-034bed19116e' 2024-11-15T14:36:05,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:36:05,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae730cf6-2a04-42c5-a40a-034bed19116e" 2024-11-15T14:36:05,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44abe281, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:05,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,44905,-1] 2024-11-15T14:36:05,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:36:05,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:05,174 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:36:05,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@602a778e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:05,176 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:36:05,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,46019,1731681362743, seqNum=-1] 2024-11-15T14:36:05,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:36:05,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:36:05,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=26754e923c4a,44905,1731681362651 2024-11-15T14:36:05,180 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52568 2024-11-15T14:36:05,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52568, baseZNode=/21496781314 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:36:05,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101401a3bc90008 connected 2024-11-15T14:36:05,239 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:36:05,239 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,32897,1731681352836 2024-11-15T14:36:05,239 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d7aedab 2024-11-15T14:36:05,240 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:36:05,241 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:36:05,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32897 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:36:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32897 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T14:36:05,244 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T14:36:05,244 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:05,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32897 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T14:36:05,245 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T14:36:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:36:05,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741835_1011 (size=902) 2024-11-15T14:36:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:36:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:36:05,654 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => adf8d154bb74da809194e88533ea33a4, NAME => 'test,,1731681365241.adf8d154bb74da809194e88533ea33a4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811 2024-11-15T14:36:05,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741836_1012 (size=39) 2024-11-15T14:36:05,661 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731681365241.adf8d154bb74da809194e88533ea33a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:36:05,661 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing adf8d154bb74da809194e88533ea33a4, disabling compactions & flushes 2024-11-15T14:36:05,661 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731681365241.adf8d154bb74da809194e88533ea33a4. 2024-11-15T14:36:05,661 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731681365241.adf8d154bb74da809194e88533ea33a4. 2024-11-15T14:36:05,661 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731681365241.adf8d154bb74da809194e88533ea33a4. after waiting 0 ms 2024-11-15T14:36:05,661 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731681365241.adf8d154bb74da809194e88533ea33a4. 2024-11-15T14:36:05,661 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731681365241.adf8d154bb74da809194e88533ea33a4. 2024-11-15T14:36:05,661 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for adf8d154bb74da809194e88533ea33a4: Waiting for close lock at 1731681365661Disabling compacts and flushes for region at 1731681365661Disabling writes for close at 1731681365661Writing region close event to WAL at 1731681365661Closed at 1731681365661 2024-11-15T14:36:05,663 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T14:36:05,664 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731681365241.adf8d154bb74da809194e88533ea33a4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731681365663"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731681365663"}]},"ts":"1731681365663"} 2024-11-15T14:36:05,666 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T14:36:05,667 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T14:36:05,667 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681365667"}]},"ts":"1731681365667"} 2024-11-15T14:36:05,671 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T14:36:05,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=adf8d154bb74da809194e88533ea33a4, ASSIGN}] 2024-11-15T14:36:05,673 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=adf8d154bb74da809194e88533ea33a4, ASSIGN 2024-11-15T14:36:05,674 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=adf8d154bb74da809194e88533ea33a4, ASSIGN; state=OFFLINE, location=26754e923c4a,43965,1731681352979; forceNewPlan=false, retain=false 2024-11-15T14:36:05,825 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=adf8d154bb74da809194e88533ea33a4, regionState=OPENING, regionLocation=26754e923c4a,43965,1731681352979 2024-11-15T14:36:05,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=adf8d154bb74da809194e88533ea33a4, ASSIGN because future has completed 2024-11-15T14:36:05,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure adf8d154bb74da809194e88533ea33a4, server=26754e923c4a,43965,1731681352979}] 2024-11-15T14:36:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:36:05,986 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731681365241.adf8d154bb74da809194e88533ea33a4. 2024-11-15T14:36:05,986 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => adf8d154bb74da809194e88533ea33a4, NAME => 'test,,1731681365241.adf8d154bb74da809194e88533ea33a4.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:36:05,986 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:36:05,986 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T14:36:05,986 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test adf8d154bb74da809194e88533ea33a4 2024-11-15T14:36:05,987 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731681365241.adf8d154bb74da809194e88533ea33a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:36:05,987 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for adf8d154bb74da809194e88533ea33a4 2024-11-15T14:36:05,987 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for adf8d154bb74da809194e88533ea33a4 2024-11-15T14:36:05,988 INFO [StoreOpener-adf8d154bb74da809194e88533ea33a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region adf8d154bb74da809194e88533ea33a4 2024-11-15T14:36:05,989 INFO [StoreOpener-adf8d154bb74da809194e88533ea33a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adf8d154bb74da809194e88533ea33a4 columnFamilyName f 2024-11-15T14:36:05,989 DEBUG [StoreOpener-adf8d154bb74da809194e88533ea33a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:05,989 INFO [StoreOpener-adf8d154bb74da809194e88533ea33a4-1 {}] regionserver.HStore(327): Store=adf8d154bb74da809194e88533ea33a4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:36:05,989 INFO [StoreOpener-adf8d154bb74da809194e88533ea33a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region adf8d154bb74da809194e88533ea33a4 2024-11-15T14:36:05,990 INFO [StoreOpener-adf8d154bb74da809194e88533ea33a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adf8d154bb74da809194e88533ea33a4 columnFamilyName f1 2024-11-15T14:36:05,990 DEBUG [StoreOpener-adf8d154bb74da809194e88533ea33a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:05,991 INFO [StoreOpener-adf8d154bb74da809194e88533ea33a4-1 {}] regionserver.HStore(327): Store=adf8d154bb74da809194e88533ea33a4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:36:05,991 INFO [StoreOpener-adf8d154bb74da809194e88533ea33a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region adf8d154bb74da809194e88533ea33a4 2024-11-15T14:36:05,992 INFO [StoreOpener-adf8d154bb74da809194e88533ea33a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adf8d154bb74da809194e88533ea33a4 columnFamilyName norep 2024-11-15T14:36:05,992 DEBUG [StoreOpener-adf8d154bb74da809194e88533ea33a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:05,992 INFO [StoreOpener-adf8d154bb74da809194e88533ea33a4-1 {}] regionserver.HStore(327): Store=adf8d154bb74da809194e88533ea33a4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:36:05,992 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for adf8d154bb74da809194e88533ea33a4 2024-11-15T14:36:05,993 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/default/test/adf8d154bb74da809194e88533ea33a4 2024-11-15T14:36:05,993 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/default/test/adf8d154bb74da809194e88533ea33a4 2024-11-15T14:36:05,994 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for adf8d154bb74da809194e88533ea33a4 2024-11-15T14:36:05,994 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for adf8d154bb74da809194e88533ea33a4 2024-11-15T14:36:05,995 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T14:36:05,995 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for adf8d154bb74da809194e88533ea33a4 2024-11-15T14:36:05,999 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/default/test/adf8d154bb74da809194e88533ea33a4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:36:05,999 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened adf8d154bb74da809194e88533ea33a4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61333982, jitterRate=-0.08605244755744934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T14:36:05,999 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for adf8d154bb74da809194e88533ea33a4 2024-11-15T14:36:06,000 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for adf8d154bb74da809194e88533ea33a4: Running coprocessor pre-open hook at 1731681365987Writing region info on filesystem at 1731681365987Initializing all the Stores at 1731681365987Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681365987Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681365988 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681365988Cleaning up temporary data from old regions at 1731681365994 (+6 ms)Running coprocessor post-open hooks at 1731681365999 (+5 ms)Region opened successfully at 1731681366000 (+1 ms) 2024-11-15T14:36:06,001 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731681365241.adf8d154bb74da809194e88533ea33a4., pid=6, masterSystemTime=1731681365981 2024-11-15T14:36:06,007 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731681365241.adf8d154bb74da809194e88533ea33a4. 2024-11-15T14:36:06,008 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731681365241.adf8d154bb74da809194e88533ea33a4. 2024-11-15T14:36:06,009 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=adf8d154bb74da809194e88533ea33a4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=26754e923c4a,43965,1731681352979 2024-11-15T14:36:06,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure adf8d154bb74da809194e88533ea33a4, server=26754e923c4a,43965,1731681352979 because future has completed 2024-11-15T14:36:06,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T14:36:06,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure adf8d154bb74da809194e88533ea33a4, server=26754e923c4a,43965,1731681352979 in 183 msec 2024-11-15T14:36:06,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T14:36:06,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=adf8d154bb74da809194e88533ea33a4, ASSIGN in 343 msec 2024-11-15T14:36:06,017 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T14:36:06,017 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681366017"}]},"ts":"1731681366017"} 2024-11-15T14:36:06,022 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T14:36:06,023 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T14:36:06,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 782 msec 2024-11-15T14:36:06,172 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T14:36:06,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:06,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:06,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:06,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:06,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:06,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:06,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:06,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:06,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:06,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:06,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:06,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:06,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:06,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:06,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:06,275 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T14:36:06,275 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T14:36:06,276 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T14:36:06,276 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T14:36:06,276 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T14:36:06,276 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T14:36:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:36:06,385 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T14:36:06,385 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:36:06,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,37119,1731681357141 2024-11-15T14:36:06,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a63cbc2 2024-11-15T14:36:06,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:36:06,388 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:36:06,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:36:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T14:36:06,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T14:36:06,391 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:06,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T14:36:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:36:06,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T14:36:06,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34663 is added to blk_1073741835_1011 (size=902) 2024-11-15T14:36:06,402 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c960df929c98c0a9349c856a58042510, NAME => 'test,,1731681366388.c960df929c98c0a9349c856a58042510.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684 2024-11-15T14:36:06,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34663 is added to blk_1073741836_1012 (size=39) 2024-11-15T14:36:06,413 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731681366388.c960df929c98c0a9349c856a58042510.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:36:06,413 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c960df929c98c0a9349c856a58042510, disabling compactions & flushes 2024-11-15T14:36:06,413 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731681366388.c960df929c98c0a9349c856a58042510. 2024-11-15T14:36:06,413 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731681366388.c960df929c98c0a9349c856a58042510. 2024-11-15T14:36:06,413 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731681366388.c960df929c98c0a9349c856a58042510. after waiting 0 ms 2024-11-15T14:36:06,413 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731681366388.c960df929c98c0a9349c856a58042510. 2024-11-15T14:36:06,413 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731681366388.c960df929c98c0a9349c856a58042510. 2024-11-15T14:36:06,414 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c960df929c98c0a9349c856a58042510: Waiting for close lock at 1731681366413Disabling compacts and flushes for region at 1731681366413Disabling writes for close at 1731681366413Writing region close event to WAL at 1731681366413Closed at 1731681366413 2024-11-15T14:36:06,416 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T14:36:06,416 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731681366388.c960df929c98c0a9349c856a58042510.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731681366416"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731681366416"}]},"ts":"1731681366416"} 2024-11-15T14:36:06,420 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T14:36:06,423 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T14:36:06,423 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681366423"}]},"ts":"1731681366423"} 2024-11-15T14:36:06,427 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T14:36:06,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c960df929c98c0a9349c856a58042510, ASSIGN}] 2024-11-15T14:36:06,429 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c960df929c98c0a9349c856a58042510, ASSIGN 2024-11-15T14:36:06,429 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c960df929c98c0a9349c856a58042510, ASSIGN; state=OFFLINE, location=26754e923c4a,41777,1731681357331; forceNewPlan=false, retain=false 2024-11-15T14:36:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:36:06,580 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c960df929c98c0a9349c856a58042510, regionState=OPENING, regionLocation=26754e923c4a,41777,1731681357331 2024-11-15T14:36:06,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c960df929c98c0a9349c856a58042510, ASSIGN because future has completed 2024-11-15T14:36:06,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c960df929c98c0a9349c856a58042510, server=26754e923c4a,41777,1731681357331}] 2024-11-15T14:36:06,666 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T14:36:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:36:06,737 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731681366388.c960df929c98c0a9349c856a58042510. 2024-11-15T14:36:06,738 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c960df929c98c0a9349c856a58042510, NAME => 'test,,1731681366388.c960df929c98c0a9349c856a58042510.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:36:06,738 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:36:06,738 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T14:36:06,738 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c960df929c98c0a9349c856a58042510 2024-11-15T14:36:06,738 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731681366388.c960df929c98c0a9349c856a58042510.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:36:06,738 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c960df929c98c0a9349c856a58042510 2024-11-15T14:36:06,738 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c960df929c98c0a9349c856a58042510 2024-11-15T14:36:06,740 INFO [StoreOpener-c960df929c98c0a9349c856a58042510-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c960df929c98c0a9349c856a58042510 2024-11-15T14:36:06,741 INFO [StoreOpener-c960df929c98c0a9349c856a58042510-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c960df929c98c0a9349c856a58042510 columnFamilyName f 2024-11-15T14:36:06,741 DEBUG [StoreOpener-c960df929c98c0a9349c856a58042510-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:06,741 INFO [StoreOpener-c960df929c98c0a9349c856a58042510-1 {}] regionserver.HStore(327): Store=c960df929c98c0a9349c856a58042510/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:36:06,741 INFO [StoreOpener-c960df929c98c0a9349c856a58042510-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c960df929c98c0a9349c856a58042510 2024-11-15T14:36:06,742 INFO [StoreOpener-c960df929c98c0a9349c856a58042510-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c960df929c98c0a9349c856a58042510 columnFamilyName f1 2024-11-15T14:36:06,742 DEBUG [StoreOpener-c960df929c98c0a9349c856a58042510-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:06,742 INFO [StoreOpener-c960df929c98c0a9349c856a58042510-1 {}] regionserver.HStore(327): Store=c960df929c98c0a9349c856a58042510/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:36:06,742 INFO [StoreOpener-c960df929c98c0a9349c856a58042510-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c960df929c98c0a9349c856a58042510 2024-11-15T14:36:06,743 INFO [StoreOpener-c960df929c98c0a9349c856a58042510-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c960df929c98c0a9349c856a58042510 columnFamilyName norep 2024-11-15T14:36:06,743 DEBUG [StoreOpener-c960df929c98c0a9349c856a58042510-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:06,744 INFO [StoreOpener-c960df929c98c0a9349c856a58042510-1 {}] regionserver.HStore(327): Store=c960df929c98c0a9349c856a58042510/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:36:06,744 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c960df929c98c0a9349c856a58042510 2024-11-15T14:36:06,744 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/default/test/c960df929c98c0a9349c856a58042510 2024-11-15T14:36:06,744 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/default/test/c960df929c98c0a9349c856a58042510 2024-11-15T14:36:06,745 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c960df929c98c0a9349c856a58042510 2024-11-15T14:36:06,745 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c960df929c98c0a9349c856a58042510 2024-11-15T14:36:06,745 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T14:36:06,746 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c960df929c98c0a9349c856a58042510 2024-11-15T14:36:06,748 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/default/test/c960df929c98c0a9349c856a58042510/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:36:06,748 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c960df929c98c0a9349c856a58042510; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68295349, jitterRate=0.017680004239082336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T14:36:06,748 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c960df929c98c0a9349c856a58042510 2024-11-15T14:36:06,748 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c960df929c98c0a9349c856a58042510: Running coprocessor pre-open hook at 1731681366739Writing region info on filesystem at 1731681366739Initializing all the Stores at 1731681366739Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681366739Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681366739Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681366739Cleaning up temporary data from old regions at 1731681366745 (+6 ms)Running coprocessor post-open hooks at 1731681366748 (+3 ms)Region opened successfully at 1731681366748 2024-11-15T14:36:06,749 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731681366388.c960df929c98c0a9349c856a58042510., pid=6, masterSystemTime=1731681366734 2024-11-15T14:36:06,751 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731681366388.c960df929c98c0a9349c856a58042510. 2024-11-15T14:36:06,751 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731681366388.c960df929c98c0a9349c856a58042510. 2024-11-15T14:36:06,752 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c960df929c98c0a9349c856a58042510, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=26754e923c4a,41777,1731681357331 2024-11-15T14:36:06,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c960df929c98c0a9349c856a58042510, server=26754e923c4a,41777,1731681357331 because future has completed 2024-11-15T14:36:06,757 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37119 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=26754e923c4a,41777,1731681357331, table=test, region=c960df929c98c0a9349c856a58042510. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T14:36:06,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T14:36:06,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c960df929c98c0a9349c856a58042510, server=26754e923c4a,41777,1731681357331 in 181 msec 2024-11-15T14:36:06,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T14:36:06,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c960df929c98c0a9349c856a58042510, ASSIGN in 339 msec 2024-11-15T14:36:06,769 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T14:36:06,769 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681366769"}]},"ts":"1731681366769"} 2024-11-15T14:36:06,771 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T14:36:06,774 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T14:36:06,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 385 msec 2024-11-15T14:36:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:36:07,025 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T14:36:07,025 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:36:07,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,44905,1731681362651 2024-11-15T14:36:07,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28f74249 2024-11-15T14:36:07,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:36:07,028 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:36:07,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44905 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:36:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44905 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T14:36:07,032 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T14:36:07,032 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:07,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44905 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T14:36:07,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T14:36:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:36:07,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33031 is added to blk_1073741835_1011 (size=902) 2024-11-15T14:36:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:36:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:36:07,454 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c339a1503da0e4e309667b9ac8f6305e, NAME => 'test,,1731681367029.c339a1503da0e4e309667b9ac8f6305e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881 2024-11-15T14:36:07,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33031 is added to blk_1073741836_1012 (size=39) 2024-11-15T14:36:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:36:07,860 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731681367029.c339a1503da0e4e309667b9ac8f6305e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:36:07,860 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c339a1503da0e4e309667b9ac8f6305e, disabling compactions & flushes 2024-11-15T14:36:07,860 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731681367029.c339a1503da0e4e309667b9ac8f6305e. 2024-11-15T14:36:07,860 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731681367029.c339a1503da0e4e309667b9ac8f6305e. 2024-11-15T14:36:07,860 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731681367029.c339a1503da0e4e309667b9ac8f6305e. after waiting 0 ms 2024-11-15T14:36:07,860 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731681367029.c339a1503da0e4e309667b9ac8f6305e. 2024-11-15T14:36:07,860 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731681367029.c339a1503da0e4e309667b9ac8f6305e. 2024-11-15T14:36:07,860 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c339a1503da0e4e309667b9ac8f6305e: Waiting for close lock at 1731681367860Disabling compacts and flushes for region at 1731681367860Disabling writes for close at 1731681367860Writing region close event to WAL at 1731681367860Closed at 1731681367860 2024-11-15T14:36:07,861 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T14:36:07,861 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731681367029.c339a1503da0e4e309667b9ac8f6305e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731681367861"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731681367861"}]},"ts":"1731681367861"} 2024-11-15T14:36:07,863 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T14:36:07,864 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T14:36:07,864 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681367864"}]},"ts":"1731681367864"} 2024-11-15T14:36:07,866 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T14:36:07,866 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c339a1503da0e4e309667b9ac8f6305e, ASSIGN}] 2024-11-15T14:36:07,867 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c339a1503da0e4e309667b9ac8f6305e, ASSIGN 2024-11-15T14:36:07,868 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c339a1503da0e4e309667b9ac8f6305e, ASSIGN; state=OFFLINE, location=26754e923c4a,46019,1731681362743; forceNewPlan=false, retain=false 2024-11-15T14:36:08,019 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c339a1503da0e4e309667b9ac8f6305e, regionState=OPENING, regionLocation=26754e923c4a,46019,1731681362743 2024-11-15T14:36:08,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c339a1503da0e4e309667b9ac8f6305e, ASSIGN because future has completed 2024-11-15T14:36:08,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c339a1503da0e4e309667b9ac8f6305e, server=26754e923c4a,46019,1731681362743}] 2024-11-15T14:36:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:36:08,176 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731681367029.c339a1503da0e4e309667b9ac8f6305e. 2024-11-15T14:36:08,176 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c339a1503da0e4e309667b9ac8f6305e, NAME => 'test,,1731681367029.c339a1503da0e4e309667b9ac8f6305e.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:36:08,176 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:36:08,176 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T14:36:08,176 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c339a1503da0e4e309667b9ac8f6305e 2024-11-15T14:36:08,176 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731681367029.c339a1503da0e4e309667b9ac8f6305e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:36:08,176 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c339a1503da0e4e309667b9ac8f6305e 2024-11-15T14:36:08,176 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c339a1503da0e4e309667b9ac8f6305e 2024-11-15T14:36:08,177 INFO [StoreOpener-c339a1503da0e4e309667b9ac8f6305e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c339a1503da0e4e309667b9ac8f6305e 2024-11-15T14:36:08,178 INFO [StoreOpener-c339a1503da0e4e309667b9ac8f6305e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c339a1503da0e4e309667b9ac8f6305e columnFamilyName f 2024-11-15T14:36:08,178 DEBUG [StoreOpener-c339a1503da0e4e309667b9ac8f6305e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:08,178 INFO [StoreOpener-c339a1503da0e4e309667b9ac8f6305e-1 {}] regionserver.HStore(327): Store=c339a1503da0e4e309667b9ac8f6305e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:36:08,179 INFO [StoreOpener-c339a1503da0e4e309667b9ac8f6305e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c339a1503da0e4e309667b9ac8f6305e 2024-11-15T14:36:08,179 INFO [StoreOpener-c339a1503da0e4e309667b9ac8f6305e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c339a1503da0e4e309667b9ac8f6305e columnFamilyName f1 2024-11-15T14:36:08,179 DEBUG [StoreOpener-c339a1503da0e4e309667b9ac8f6305e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:08,180 INFO [StoreOpener-c339a1503da0e4e309667b9ac8f6305e-1 {}] regionserver.HStore(327): Store=c339a1503da0e4e309667b9ac8f6305e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:36:08,180 INFO [StoreOpener-c339a1503da0e4e309667b9ac8f6305e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c339a1503da0e4e309667b9ac8f6305e 2024-11-15T14:36:08,180 INFO [StoreOpener-c339a1503da0e4e309667b9ac8f6305e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c339a1503da0e4e309667b9ac8f6305e columnFamilyName norep 2024-11-15T14:36:08,180 DEBUG [StoreOpener-c339a1503da0e4e309667b9ac8f6305e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:08,181 INFO [StoreOpener-c339a1503da0e4e309667b9ac8f6305e-1 {}] regionserver.HStore(327): Store=c339a1503da0e4e309667b9ac8f6305e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:36:08,181 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c339a1503da0e4e309667b9ac8f6305e 2024-11-15T14:36:08,181 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/default/test/c339a1503da0e4e309667b9ac8f6305e 2024-11-15T14:36:08,181 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/default/test/c339a1503da0e4e309667b9ac8f6305e 2024-11-15T14:36:08,182 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c339a1503da0e4e309667b9ac8f6305e 2024-11-15T14:36:08,182 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c339a1503da0e4e309667b9ac8f6305e 2024-11-15T14:36:08,182 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T14:36:08,183 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c339a1503da0e4e309667b9ac8f6305e 2024-11-15T14:36:08,185 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/default/test/c339a1503da0e4e309667b9ac8f6305e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:36:08,185 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c339a1503da0e4e309667b9ac8f6305e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58994135, jitterRate=-0.1209188848733902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T14:36:08,185 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c339a1503da0e4e309667b9ac8f6305e 2024-11-15T14:36:08,185 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c339a1503da0e4e309667b9ac8f6305e: Running coprocessor pre-open hook at 1731681368176Writing region info on filesystem at 1731681368176Initializing all the Stores at 1731681368177 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681368177Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681368177Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681368177Cleaning up temporary data from old regions at 1731681368182 (+5 ms)Running coprocessor post-open hooks at 1731681368185 (+3 ms)Region opened successfully at 1731681368185 2024-11-15T14:36:08,185 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731681367029.c339a1503da0e4e309667b9ac8f6305e., pid=6, masterSystemTime=1731681368173 2024-11-15T14:36:08,187 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731681367029.c339a1503da0e4e309667b9ac8f6305e. 2024-11-15T14:36:08,187 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731681367029.c339a1503da0e4e309667b9ac8f6305e. 2024-11-15T14:36:08,187 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c339a1503da0e4e309667b9ac8f6305e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=26754e923c4a,46019,1731681362743 2024-11-15T14:36:08,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c339a1503da0e4e309667b9ac8f6305e, server=26754e923c4a,46019,1731681362743 because future has completed 2024-11-15T14:36:08,191 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T14:36:08,191 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c339a1503da0e4e309667b9ac8f6305e, server=26754e923c4a,46019,1731681362743 in 169 msec 2024-11-15T14:36:08,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T14:36:08,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c339a1503da0e4e309667b9ac8f6305e, ASSIGN in 325 msec 2024-11-15T14:36:08,193 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T14:36:08,193 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681368193"}]},"ts":"1731681368193"} 2024-11-15T14:36:08,194 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T14:36:08,195 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T14:36:08,196 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1660 sec 2024-11-15T14:36:09,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:36:09,195 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T14:36:09,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@773c9faa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:09,196 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,32897,-1 for getting cluster id 2024-11-15T14:36:09,196 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:36:09,197 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3059daf4-0db8-4ec4-83eb-108a84efe17e' 2024-11-15T14:36:09,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:36:09,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3059daf4-0db8-4ec4-83eb-108a84efe17e" 2024-11-15T14:36:09,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bf75ea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:09,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,32897,-1] 2024-11-15T14:36:09,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:36:09,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:09,199 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:36:09,200 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c5542a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:09,200 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:36:09,201 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,32897,1731681352836 2024-11-15T14:36:09,201 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@596c68f 2024-11-15T14:36:09,202 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:36:09,203 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:36:09,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32897 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://26754e923c4a:37119,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T14:36:09,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32897 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T14:36:09,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:36:09,207 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='26754e923c4a:37119' 2024-11-15T14:36:09,208 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd1d419, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:09,208 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37119,-1 for getting cluster id 2024-11-15T14:36:09,208 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:36:09,209 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7603f70f-e9f8-4244-8749-e655fa8744ea' 2024-11-15T14:36:09,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:36:09,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7603f70f-e9f8-4244-8749-e655fa8744ea" 2024-11-15T14:36:09,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9afff6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:09,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37119,-1] 2024-11-15T14:36:09,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:36:09,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:09,211 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:36:09,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5584cd0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:09,212 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:36:09,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,37119,1731681357141 2024-11-15T14:36:09,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@637e61bc 2024-11-15T14:36:09,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:36:09,214 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:36:09,215 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T14:36:09,215 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T14:36:09,215 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:09,216 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:09,216 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:36:09,217 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:36:09,218 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T14:36:09,218 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T14:36:09,219 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:09,219 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T14:36:09,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741837_1013 (size=1138) 2024-11-15T14:36:09,268 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T14:36:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:36:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:36:09,630 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cf2d42f4e335ddcb348a10b80a02426e, NAME => 'hbase:replication,,1731681369216.cf2d42f4e335ddcb348a10b80a02426e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811 2024-11-15T14:36:09,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741838_1014 (size=44) 2024-11-15T14:36:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:36:10,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731681369216.cf2d42f4e335ddcb348a10b80a02426e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:36:10,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cf2d42f4e335ddcb348a10b80a02426e, disabling compactions & flushes 2024-11-15T14:36:10,035 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731681369216.cf2d42f4e335ddcb348a10b80a02426e. 2024-11-15T14:36:10,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731681369216.cf2d42f4e335ddcb348a10b80a02426e. 2024-11-15T14:36:10,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731681369216.cf2d42f4e335ddcb348a10b80a02426e. after waiting 0 ms 2024-11-15T14:36:10,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731681369216.cf2d42f4e335ddcb348a10b80a02426e. 2024-11-15T14:36:10,035 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731681369216.cf2d42f4e335ddcb348a10b80a02426e. 2024-11-15T14:36:10,036 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cf2d42f4e335ddcb348a10b80a02426e: Waiting for close lock at 1731681370035Disabling compacts and flushes for region at 1731681370035Disabling writes for close at 1731681370035Writing region close event to WAL at 1731681370035Closed at 1731681370035 2024-11-15T14:36:10,037 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T14:36:10,037 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731681369216.cf2d42f4e335ddcb348a10b80a02426e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731681370037"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731681370037"}]},"ts":"1731681370037"} 2024-11-15T14:36:10,039 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T14:36:10,039 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T14:36:10,039 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681370039"}]},"ts":"1731681370039"} 2024-11-15T14:36:10,041 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T14:36:10,041 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cf2d42f4e335ddcb348a10b80a02426e, ASSIGN}] 2024-11-15T14:36:10,042 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cf2d42f4e335ddcb348a10b80a02426e, ASSIGN 2024-11-15T14:36:10,043 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cf2d42f4e335ddcb348a10b80a02426e, ASSIGN; state=OFFLINE, location=26754e923c4a,43965,1731681352979; forceNewPlan=false, retain=false 2024-11-15T14:36:10,193 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cf2d42f4e335ddcb348a10b80a02426e, regionState=OPENING, regionLocation=26754e923c4a,43965,1731681352979 2024-11-15T14:36:10,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cf2d42f4e335ddcb348a10b80a02426e, ASSIGN because future has completed 2024-11-15T14:36:10,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf2d42f4e335ddcb348a10b80a02426e, server=26754e923c4a,43965,1731681352979}] 2024-11-15T14:36:10,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:36:10,351 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731681369216.cf2d42f4e335ddcb348a10b80a02426e. 2024-11-15T14:36:10,351 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:36:10,351 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T14:36:10,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C43965%2C1731681352979.rep, suffix=, logDir=hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979, archiveDir=hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/oldWALs, maxLogs=10 2024-11-15T14:36:10,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.rep.1731681370353, exclude list is [], retry=0 2024-11-15T14:36:10,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43763,DS-a09b9fe3-fadd-4110-a512-5c54ecd21fa8,DISK] 2024-11-15T14:36:10,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.rep.1731681370353 2024-11-15T14:36:10,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42751:42751)] 2024-11-15T14:36:10,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cf2d42f4e335ddcb348a10b80a02426e, NAME => 'hbase:replication,,1731681369216.cf2d42f4e335ddcb348a10b80a02426e.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:36:10,370 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:36:10,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T14:36:10,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731681369216.cf2d42f4e335ddcb348a10b80a02426e. service=MultiRowMutationService 2024-11-15T14:36:10,370 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T14:36:10,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cf2d42f4e335ddcb348a10b80a02426e 2024-11-15T14:36:10,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731681369216.cf2d42f4e335ddcb348a10b80a02426e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:36:10,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cf2d42f4e335ddcb348a10b80a02426e 2024-11-15T14:36:10,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cf2d42f4e335ddcb348a10b80a02426e 2024-11-15T14:36:10,372 INFO [StoreOpener-cf2d42f4e335ddcb348a10b80a02426e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cf2d42f4e335ddcb348a10b80a02426e 2024-11-15T14:36:10,373 INFO [StoreOpener-cf2d42f4e335ddcb348a10b80a02426e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf2d42f4e335ddcb348a10b80a02426e columnFamilyName hfileref 2024-11-15T14:36:10,373 DEBUG [StoreOpener-cf2d42f4e335ddcb348a10b80a02426e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:10,373 INFO [StoreOpener-cf2d42f4e335ddcb348a10b80a02426e-1 {}] regionserver.HStore(327): Store=cf2d42f4e335ddcb348a10b80a02426e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:36:10,373 INFO [StoreOpener-cf2d42f4e335ddcb348a10b80a02426e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cf2d42f4e335ddcb348a10b80a02426e 2024-11-15T14:36:10,374 INFO [StoreOpener-cf2d42f4e335ddcb348a10b80a02426e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf2d42f4e335ddcb348a10b80a02426e columnFamilyName queue 2024-11-15T14:36:10,374 DEBUG [StoreOpener-cf2d42f4e335ddcb348a10b80a02426e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:10,374 INFO [StoreOpener-cf2d42f4e335ddcb348a10b80a02426e-1 {}] regionserver.HStore(327): Store=cf2d42f4e335ddcb348a10b80a02426e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:36:10,374 INFO [StoreOpener-cf2d42f4e335ddcb348a10b80a02426e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cf2d42f4e335ddcb348a10b80a02426e 2024-11-15T14:36:10,375 INFO [StoreOpener-cf2d42f4e335ddcb348a10b80a02426e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf2d42f4e335ddcb348a10b80a02426e columnFamilyName sid 2024-11-15T14:36:10,375 DEBUG [StoreOpener-cf2d42f4e335ddcb348a10b80a02426e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:10,375 INFO [StoreOpener-cf2d42f4e335ddcb348a10b80a02426e-1 {}] regionserver.HStore(327): Store=cf2d42f4e335ddcb348a10b80a02426e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:36:10,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cf2d42f4e335ddcb348a10b80a02426e 2024-11-15T14:36:10,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/hbase/replication/cf2d42f4e335ddcb348a10b80a02426e 2024-11-15T14:36:10,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/hbase/replication/cf2d42f4e335ddcb348a10b80a02426e 2024-11-15T14:36:10,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cf2d42f4e335ddcb348a10b80a02426e 2024-11-15T14:36:10,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cf2d42f4e335ddcb348a10b80a02426e 2024-11-15T14:36:10,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T14:36:10,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cf2d42f4e335ddcb348a10b80a02426e 2024-11-15T14:36:10,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/hbase/replication/cf2d42f4e335ddcb348a10b80a02426e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:36:10,384 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cf2d42f4e335ddcb348a10b80a02426e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63214312, jitterRate=-0.05803334712982178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T14:36:10,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cf2d42f4e335ddcb348a10b80a02426e 2024-11-15T14:36:10,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cf2d42f4e335ddcb348a10b80a02426e: Running coprocessor pre-open hook at 1731681370371Writing region info on filesystem at 1731681370371Initializing all the Stores at 1731681370371Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681370371Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681370371Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681370371Cleaning up temporary data from old regions at 1731681370377 (+6 ms)Running coprocessor post-open hooks at 1731681370384 (+7 ms)Region opened successfully at 1731681370384 2024-11-15T14:36:10,385 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731681369216.cf2d42f4e335ddcb348a10b80a02426e., pid=10, masterSystemTime=1731681370348 2024-11-15T14:36:10,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731681369216.cf2d42f4e335ddcb348a10b80a02426e. 2024-11-15T14:36:10,387 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731681369216.cf2d42f4e335ddcb348a10b80a02426e. 2024-11-15T14:36:10,387 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cf2d42f4e335ddcb348a10b80a02426e, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,43965,1731681352979 2024-11-15T14:36:10,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf2d42f4e335ddcb348a10b80a02426e, server=26754e923c4a,43965,1731681352979 because future has completed 2024-11-15T14:36:10,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T14:36:10,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cf2d42f4e335ddcb348a10b80a02426e, server=26754e923c4a,43965,1731681352979 in 193 msec 2024-11-15T14:36:10,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T14:36:10,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cf2d42f4e335ddcb348a10b80a02426e, ASSIGN in 350 msec 2024-11-15T14:36:10,392 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T14:36:10,393 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681370393"}]},"ts":"1731681370393"} 2024-11-15T14:36:10,394 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T14:36:10,395 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T14:36:10,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-11-15T14:36:10,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731681369216.cf2d42f4e335ddcb348a10b80a02426e., hostname=26754e923c4a,43965,1731681352979, seqNum=2] 2024-11-15T14:36:10,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32897-0x101401a3bc90000, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1423029292 2024-11-15T14:36:10,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x101401a3bc90001, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1423029292 2024-11-15T14:36:10,462 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T14:36:10,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43965 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T14:36:10,616 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T14:36:10,659 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-26754e923c4a,43965,1731681352979, ReplicationSource: 1, currentBandwidth=0 2024-11-15T14:36:10,659 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:36:10,659 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43965,1731681352979, seqNum=-1] 2024-11-15T14:36:10,660 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:36:10,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-15T14:36:10,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-26754e923c4a,43965,1731681352979', locateType=CURRENT is [region=hbase:replication,,1731681369216.cf2d42f4e335ddcb348a10b80a02426e., hostname=26754e923c4a,43965,1731681352979, seqNum=2] 2024-11-15T14:36:10,665 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T14:36:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32897 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T14:36:10,669 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 26754e923c4a,43965,1731681352979 suceeded 2024-11-15T14:36:10,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T14:36:10,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-15T14:36:10,670 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://26754e923c4a:37119,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T14:36:10,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4660 sec 2024-11-15T14:36:10,680 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='26754e923c4a:37119' 2024-11-15T14:36:10,681 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@86c9608, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:10,681 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37119,-1 for getting cluster id 2024-11-15T14:36:10,681 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:36:10,682 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7603f70f-e9f8-4244-8749-e655fa8744ea' 2024-11-15T14:36:10,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:36:10,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7603f70f-e9f8-4244-8749-e655fa8744ea" 2024-11-15T14:36:10,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36ca1567, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:10,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37119,-1] 2024-11-15T14:36:10,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:36:10,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:10,683 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:36:10,684 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48fcaad6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:10,684 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:36:10,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,37119,1731681357141 2024-11-15T14:36:10,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@563e3365 2024-11-15T14:36:10,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:36:10,686 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-15T14:36:10,686 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-26754e923c4a,43965,1731681352979 (queues=1) is replicating from cluster=3059daf4-0db8-4ec4-83eb-108a84efe17e to cluster=7603f70f-e9f8-4244-8749-e655fa8744ea 2024-11-15T14:36:10,686 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=26754e923c4a%2C43965%2C1731681352979 2024-11-15T14:36:10,686 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-26754e923c4a,43965,1731681352979, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T14:36:10,687 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.shipper26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 26754e923c4a%2C43965%2C1731681352979 2024-11-15T14:36:10,687 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.wal-reader.26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801, startPosition=0, beingWritten=true 2024-11-15T14:36:10,692 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.wal-reader.26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:36:10,692 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.wal-reader.26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801 to pos 379, reset compression=false 2024-11-15T14:36:10,692 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.shipper26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,43965,1731681352979 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T14:36:10,896 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.wal-reader.26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801 to pos 379, reset compression=false 2024-11-15T14:36:11,200 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.wal-reader.26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801 to pos 379, reset compression=false 2024-11-15T14:36:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:36:11,354 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T14:36:11,354 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:36:11,355 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:36:11,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:11,355 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:36:11,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:11,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e519346, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:11,355 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37119,-1 for getting cluster id 2024-11-15T14:36:11,356 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:36:11,356 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7603f70f-e9f8-4244-8749-e655fa8744ea' 2024-11-15T14:36:11,356 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:36:11,356 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7603f70f-e9f8-4244-8749-e655fa8744ea" 2024-11-15T14:36:11,356 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66fe8938, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:11,356 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37119,-1] 2024-11-15T14:36:11,357 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:36:11,357 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:11,357 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:36:11,358 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f3a8411, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:11,358 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:36:11,358 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,37119,1731681357141 2024-11-15T14:36:11,358 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6871af15 2024-11-15T14:36:11,359 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:36:11,359 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:36:11,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://26754e923c4a:44905,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T14:36:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T14:36:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:36:11,362 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='26754e923c4a:44905' 2024-11-15T14:36:11,362 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7860bfb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:11,362 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,44905,-1 for getting cluster id 2024-11-15T14:36:11,362 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:36:11,363 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae730cf6-2a04-42c5-a40a-034bed19116e' 2024-11-15T14:36:11,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:36:11,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae730cf6-2a04-42c5-a40a-034bed19116e" 2024-11-15T14:36:11,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68544aa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:11,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,44905,-1] 2024-11-15T14:36:11,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:36:11,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:11,364 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:36:11,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@630639dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:11,364 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:36:11,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,44905,1731681362651 2024-11-15T14:36:11,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c8e24f8 2024-11-15T14:36:11,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:36:11,366 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:36:11,366 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-15T14:36:11,366 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T14:36:11,366 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:11,366 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:11,366 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:36:11,367 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:36:11,367 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T14:36:11,368 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T14:36:11,368 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:11,369 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T14:36:11,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34663 is added to blk_1073741837_1013 (size=1138) 2024-11-15T14:36:11,418 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T14:36:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:36:11,489 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T14:36:11,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:11,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:11,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:11,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:11,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:11,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:11,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:11,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:11,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:11,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:11,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:11,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:11,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:11,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:11,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:11,603 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.wal-reader.26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801 to pos 379, reset compression=false 2024-11-15T14:36:11,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:36:11,774 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 89488aa30289d859f4f2a5ccdba5d55c, NAME => 'hbase:replication,,1731681371366.89488aa30289d859f4f2a5ccdba5d55c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684 2024-11-15T14:36:11,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34663 is added to blk_1073741838_1014 (size=44) 2024-11-15T14:36:11,785 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731681371366.89488aa30289d859f4f2a5ccdba5d55c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:36:11,785 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 89488aa30289d859f4f2a5ccdba5d55c, disabling compactions & flushes 2024-11-15T14:36:11,785 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731681371366.89488aa30289d859f4f2a5ccdba5d55c. 2024-11-15T14:36:11,785 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731681371366.89488aa30289d859f4f2a5ccdba5d55c. 2024-11-15T14:36:11,785 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731681371366.89488aa30289d859f4f2a5ccdba5d55c. after waiting 0 ms 2024-11-15T14:36:11,785 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731681371366.89488aa30289d859f4f2a5ccdba5d55c. 2024-11-15T14:36:11,785 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731681371366.89488aa30289d859f4f2a5ccdba5d55c. 2024-11-15T14:36:11,785 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 89488aa30289d859f4f2a5ccdba5d55c: Waiting for close lock at 1731681371785Disabling compacts and flushes for region at 1731681371785Disabling writes for close at 1731681371785Writing region close event to WAL at 1731681371785Closed at 1731681371785 2024-11-15T14:36:11,786 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T14:36:11,786 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731681371366.89488aa30289d859f4f2a5ccdba5d55c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731681371786"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731681371786"}]},"ts":"1731681371786"} 2024-11-15T14:36:11,788 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T14:36:11,788 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T14:36:11,789 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681371788"}]},"ts":"1731681371788"} 2024-11-15T14:36:11,790 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T14:36:11,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=89488aa30289d859f4f2a5ccdba5d55c, ASSIGN}] 2024-11-15T14:36:11,791 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=89488aa30289d859f4f2a5ccdba5d55c, ASSIGN 2024-11-15T14:36:11,792 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=89488aa30289d859f4f2a5ccdba5d55c, ASSIGN; state=OFFLINE, location=26754e923c4a,41777,1731681357331; forceNewPlan=false, retain=false 2024-11-15T14:36:11,943 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=89488aa30289d859f4f2a5ccdba5d55c, regionState=OPENING, regionLocation=26754e923c4a,41777,1731681357331 2024-11-15T14:36:11,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=89488aa30289d859f4f2a5ccdba5d55c, ASSIGN because future has completed 2024-11-15T14:36:11,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89488aa30289d859f4f2a5ccdba5d55c, server=26754e923c4a,41777,1731681357331}] 2024-11-15T14:36:11,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:36:12,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731681371366.89488aa30289d859f4f2a5ccdba5d55c. 2024-11-15T14:36:12,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:36:12,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T14:36:12,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C41777%2C1731681357331.rep, suffix=, logDir=hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331, archiveDir=hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/oldWALs, maxLogs=10 2024-11-15T14:36:12,107 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.wal-reader.26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801 to pos 379, reset compression=false 2024-11-15T14:36:12,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.rep.1731681372103, exclude list is [], retry=0 2024-11-15T14:36:12,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34663,DS-fde5511d-5872-46df-90b2-8ff7e885e176,DISK] 2024-11-15T14:36:12,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.rep.1731681372103 2024-11-15T14:36:12,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40765:40765)] 2024-11-15T14:36:12,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 89488aa30289d859f4f2a5ccdba5d55c, NAME => 'hbase:replication,,1731681371366.89488aa30289d859f4f2a5ccdba5d55c.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:36:12,122 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:36:12,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T14:36:12,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731681371366.89488aa30289d859f4f2a5ccdba5d55c. service=MultiRowMutationService 2024-11-15T14:36:12,122 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T14:36:12,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 89488aa30289d859f4f2a5ccdba5d55c 2024-11-15T14:36:12,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731681371366.89488aa30289d859f4f2a5ccdba5d55c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:36:12,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 89488aa30289d859f4f2a5ccdba5d55c 2024-11-15T14:36:12,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 89488aa30289d859f4f2a5ccdba5d55c 2024-11-15T14:36:12,126 INFO [StoreOpener-89488aa30289d859f4f2a5ccdba5d55c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 89488aa30289d859f4f2a5ccdba5d55c 2024-11-15T14:36:12,127 INFO [StoreOpener-89488aa30289d859f4f2a5ccdba5d55c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89488aa30289d859f4f2a5ccdba5d55c columnFamilyName hfileref 2024-11-15T14:36:12,127 DEBUG [StoreOpener-89488aa30289d859f4f2a5ccdba5d55c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:12,128 INFO [StoreOpener-89488aa30289d859f4f2a5ccdba5d55c-1 {}] regionserver.HStore(327): Store=89488aa30289d859f4f2a5ccdba5d55c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:36:12,128 INFO [StoreOpener-89488aa30289d859f4f2a5ccdba5d55c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 89488aa30289d859f4f2a5ccdba5d55c 2024-11-15T14:36:12,129 INFO [StoreOpener-89488aa30289d859f4f2a5ccdba5d55c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89488aa30289d859f4f2a5ccdba5d55c columnFamilyName queue 2024-11-15T14:36:12,129 DEBUG [StoreOpener-89488aa30289d859f4f2a5ccdba5d55c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:12,129 INFO [StoreOpener-89488aa30289d859f4f2a5ccdba5d55c-1 {}] regionserver.HStore(327): Store=89488aa30289d859f4f2a5ccdba5d55c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:36:12,129 INFO [StoreOpener-89488aa30289d859f4f2a5ccdba5d55c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 89488aa30289d859f4f2a5ccdba5d55c 2024-11-15T14:36:12,130 INFO [StoreOpener-89488aa30289d859f4f2a5ccdba5d55c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89488aa30289d859f4f2a5ccdba5d55c columnFamilyName sid 2024-11-15T14:36:12,130 DEBUG [StoreOpener-89488aa30289d859f4f2a5ccdba5d55c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:12,130 INFO [StoreOpener-89488aa30289d859f4f2a5ccdba5d55c-1 {}] regionserver.HStore(327): Store=89488aa30289d859f4f2a5ccdba5d55c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:36:12,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 89488aa30289d859f4f2a5ccdba5d55c 2024-11-15T14:36:12,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/hbase/replication/89488aa30289d859f4f2a5ccdba5d55c 2024-11-15T14:36:12,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/hbase/replication/89488aa30289d859f4f2a5ccdba5d55c 2024-11-15T14:36:12,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 89488aa30289d859f4f2a5ccdba5d55c 2024-11-15T14:36:12,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 89488aa30289d859f4f2a5ccdba5d55c 2024-11-15T14:36:12,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T14:36:12,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 89488aa30289d859f4f2a5ccdba5d55c 2024-11-15T14:36:12,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/hbase/replication/89488aa30289d859f4f2a5ccdba5d55c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:36:12,134 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 89488aa30289d859f4f2a5ccdba5d55c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72927386, jitterRate=0.08670273423194885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T14:36:12,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 89488aa30289d859f4f2a5ccdba5d55c 2024-11-15T14:36:12,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 89488aa30289d859f4f2a5ccdba5d55c: Running coprocessor pre-open hook at 1731681372123Writing region info on filesystem at 1731681372123Initializing all the Stores at 1731681372123Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681372123Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681372126 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681372126Cleaning up temporary data from old regions at 1731681372131 (+5 ms)Running coprocessor post-open hooks at 1731681372134 (+3 ms)Region opened successfully at 1731681372134 2024-11-15T14:36:12,135 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731681371366.89488aa30289d859f4f2a5ccdba5d55c., pid=10, masterSystemTime=1731681372097 2024-11-15T14:36:12,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731681371366.89488aa30289d859f4f2a5ccdba5d55c. 2024-11-15T14:36:12,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731681371366.89488aa30289d859f4f2a5ccdba5d55c. 2024-11-15T14:36:12,137 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=89488aa30289d859f4f2a5ccdba5d55c, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,41777,1731681357331 2024-11-15T14:36:12,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89488aa30289d859f4f2a5ccdba5d55c, server=26754e923c4a,41777,1731681357331 because future has completed 2024-11-15T14:36:12,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T14:36:12,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 89488aa30289d859f4f2a5ccdba5d55c, server=26754e923c4a,41777,1731681357331 in 194 msec 2024-11-15T14:36:12,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T14:36:12,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=89488aa30289d859f4f2a5ccdba5d55c, ASSIGN in 350 msec 2024-11-15T14:36:12,143 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T14:36:12,144 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681372143"}]},"ts":"1731681372143"} 2024-11-15T14:36:12,145 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T14:36:12,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T14:36:12,148 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 779 msec 2024-11-15T14:36:12,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731681371366.89488aa30289d859f4f2a5ccdba5d55c., hostname=26754e923c4a,41777,1731681357331, seqNum=2] 2024-11-15T14:36:12,195 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41777-0x101401a3bc90004, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1216332341 2024-11-15T14:36:12,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x101401a3bc90003, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1216332341 2024-11-15T14:36:12,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T14:36:12,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41777 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T14:36:12,365 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T14:36:12,389 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-26754e923c4a,41777,1731681357331, ReplicationSource: 1, currentBandwidth=0 2024-11-15T14:36:12,389 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:36:12,389 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,41777,1731681357331, seqNum=-1] 2024-11-15T14:36:12,390 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:36:12,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-15T14:36:12,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-26754e923c4a,41777,1731681357331', locateType=CURRENT is [region=hbase:replication,,1731681371366.89488aa30289d859f4f2a5ccdba5d55c., hostname=26754e923c4a,41777,1731681357331, seqNum=2] 2024-11-15T14:36:12,394 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T14:36:12,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T14:36:12,396 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 26754e923c4a,41777,1731681357331 suceeded 2024-11-15T14:36:12,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T14:36:12,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-15T14:36:12,397 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://26754e923c4a:44905,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T14:36:12,398 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0380 sec 2024-11-15T14:36:12,407 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='26754e923c4a:44905' 2024-11-15T14:36:12,408 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76721e7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:12,408 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,44905,-1 for getting cluster id 2024-11-15T14:36:12,408 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:36:12,408 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae730cf6-2a04-42c5-a40a-034bed19116e' 2024-11-15T14:36:12,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:36:12,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae730cf6-2a04-42c5-a40a-034bed19116e" 2024-11-15T14:36:12,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@567b344e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:12,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,44905,-1] 2024-11-15T14:36:12,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:36:12,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:12,409 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:36:12,410 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bcee33c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:12,410 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:36:12,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,44905,1731681362651 2024-11-15T14:36:12,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@556318a8 2024-11-15T14:36:12,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:36:12,411 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-15T14:36:12,412 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-26754e923c4a,41777,1731681357331 (queues=1) is replicating from cluster=7603f70f-e9f8-4244-8749-e655fa8744ea to cluster=ae730cf6-2a04-42c5-a40a-034bed19116e 2024-11-15T14:36:12,412 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=26754e923c4a%2C41777%2C1731681357331 2024-11-15T14:36:12,412 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-26754e923c4a,41777,1731681357331, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T14:36:12,412 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605, startPosition=0, beingWritten=true 2024-11-15T14:36:12,412 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.shipper26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 26754e923c4a%2C41777%2C1731681357331 2024-11-15T14:36:12,416 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:36:12,416 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 379, reset compression=false 2024-11-15T14:36:12,416 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.shipper26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,41777,1731681357331 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T14:36:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:36:12,494 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T14:36:12,494 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:36:12,494 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:36:12,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:12,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:12,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:36:12,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70141302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:12,495 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,44905,-1 for getting cluster id 2024-11-15T14:36:12,495 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:36:12,496 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae730cf6-2a04-42c5-a40a-034bed19116e' 2024-11-15T14:36:12,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:36:12,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae730cf6-2a04-42c5-a40a-034bed19116e" 2024-11-15T14:36:12,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7051ce4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:12,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,44905,-1] 2024-11-15T14:36:12,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:36:12,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:12,497 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:36:12,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1ed9e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:12,497 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:36:12,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,44905,1731681362651 2024-11-15T14:36:12,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a89a093 2024-11-15T14:36:12,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:36:12,499 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:36:12,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44905 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://26754e923c4a:37119,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T14:36:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44905 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T14:36:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:36:12,501 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='26754e923c4a:37119' 2024-11-15T14:36:12,502 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb26e49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:12,502 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37119,-1 for getting cluster id 2024-11-15T14:36:12,502 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:36:12,503 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7603f70f-e9f8-4244-8749-e655fa8744ea' 2024-11-15T14:36:12,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:36:12,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7603f70f-e9f8-4244-8749-e655fa8744ea" 2024-11-15T14:36:12,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74115957, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:12,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37119,-1] 2024-11-15T14:36:12,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:36:12,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:12,504 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:36:12,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27c44195, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:12,504 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:36:12,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,37119,1731681357141 2024-11-15T14:36:12,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5dd7863c 2024-11-15T14:36:12,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:36:12,505 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:36:12,506 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-15T14:36:12,506 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T14:36:12,506 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:12,506 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:12,506 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:36:12,506 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:36:12,507 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T14:36:12,508 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T14:36:12,508 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:12,509 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T14:36:12,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33031 is added to blk_1073741837_1013 (size=1138) 2024-11-15T14:36:12,558 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T14:36:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:36:12,619 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 379, reset compression=false 2024-11-15T14:36:12,667 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T14:36:12,713 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.wal-reader.26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801 to pos 379, reset compression=false 2024-11-15T14:36:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:36:12,915 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9c5e93023546280dd3adb6cdd88d316a, NAME => 'hbase:replication,,1731681372506.9c5e93023546280dd3adb6cdd88d316a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881 2024-11-15T14:36:12,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33031 is added to blk_1073741838_1014 (size=44) 2024-11-15T14:36:12,922 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 379, reset compression=false 2024-11-15T14:36:13,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:36:13,319 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731681372506.9c5e93023546280dd3adb6cdd88d316a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:36:13,319 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9c5e93023546280dd3adb6cdd88d316a, disabling compactions & flushes 2024-11-15T14:36:13,319 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731681372506.9c5e93023546280dd3adb6cdd88d316a. 2024-11-15T14:36:13,319 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731681372506.9c5e93023546280dd3adb6cdd88d316a. 2024-11-15T14:36:13,319 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731681372506.9c5e93023546280dd3adb6cdd88d316a. after waiting 0 ms 2024-11-15T14:36:13,319 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731681372506.9c5e93023546280dd3adb6cdd88d316a. 2024-11-15T14:36:13,319 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731681372506.9c5e93023546280dd3adb6cdd88d316a. 2024-11-15T14:36:13,319 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9c5e93023546280dd3adb6cdd88d316a: Waiting for close lock at 1731681373319Disabling compacts and flushes for region at 1731681373319Disabling writes for close at 1731681373319Writing region close event to WAL at 1731681373319Closed at 1731681373319 2024-11-15T14:36:13,320 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T14:36:13,321 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731681372506.9c5e93023546280dd3adb6cdd88d316a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731681373320"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731681373320"}]},"ts":"1731681373320"} 2024-11-15T14:36:13,322 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T14:36:13,323 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T14:36:13,323 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681373323"}]},"ts":"1731681373323"} 2024-11-15T14:36:13,324 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T14:36:13,325 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c5e93023546280dd3adb6cdd88d316a, ASSIGN}] 2024-11-15T14:36:13,325 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c5e93023546280dd3adb6cdd88d316a, ASSIGN 2024-11-15T14:36:13,326 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 379, reset compression=false 2024-11-15T14:36:13,326 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9c5e93023546280dd3adb6cdd88d316a, ASSIGN; state=OFFLINE, location=26754e923c4a,46019,1731681362743; forceNewPlan=false, retain=false 2024-11-15T14:36:13,417 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.wal-reader.26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801 to pos 379, reset compression=false 2024-11-15T14:36:13,477 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9c5e93023546280dd3adb6cdd88d316a, regionState=OPENING, regionLocation=26754e923c4a,46019,1731681362743 2024-11-15T14:36:13,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9c5e93023546280dd3adb6cdd88d316a, ASSIGN because future has completed 2024-11-15T14:36:13,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c5e93023546280dd3adb6cdd88d316a, server=26754e923c4a,46019,1731681362743}] 2024-11-15T14:36:13,634 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731681372506.9c5e93023546280dd3adb6cdd88d316a. 2024-11-15T14:36:13,634 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:36:13,634 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T14:36:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:36:13,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C46019%2C1731681362743.rep, suffix=, logDir=hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743, archiveDir=hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/oldWALs, maxLogs=10 2024-11-15T14:36:13,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.rep.1731681373635, exclude list is [], retry=0 2024-11-15T14:36:13,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33031,DS-79218ef8-9ebf-4a22-b4a0-6b3962c41895,DISK] 2024-11-15T14:36:13,659 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.rep.1731681373635 2024-11-15T14:36:13,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44489:44489)] 2024-11-15T14:36:13,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9c5e93023546280dd3adb6cdd88d316a, NAME => 'hbase:replication,,1731681372506.9c5e93023546280dd3adb6cdd88d316a.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:36:13,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:36:13,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T14:36:13,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731681372506.9c5e93023546280dd3adb6cdd88d316a. service=MultiRowMutationService 2024-11-15T14:36:13,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T14:36:13,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9c5e93023546280dd3adb6cdd88d316a 2024-11-15T14:36:13,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731681372506.9c5e93023546280dd3adb6cdd88d316a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:36:13,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9c5e93023546280dd3adb6cdd88d316a 2024-11-15T14:36:13,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9c5e93023546280dd3adb6cdd88d316a 2024-11-15T14:36:13,662 INFO [StoreOpener-9c5e93023546280dd3adb6cdd88d316a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9c5e93023546280dd3adb6cdd88d316a 2024-11-15T14:36:13,663 INFO [StoreOpener-9c5e93023546280dd3adb6cdd88d316a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c5e93023546280dd3adb6cdd88d316a columnFamilyName hfileref 2024-11-15T14:36:13,663 DEBUG [StoreOpener-9c5e93023546280dd3adb6cdd88d316a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:13,663 INFO [StoreOpener-9c5e93023546280dd3adb6cdd88d316a-1 {}] regionserver.HStore(327): Store=9c5e93023546280dd3adb6cdd88d316a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:36:13,664 INFO [StoreOpener-9c5e93023546280dd3adb6cdd88d316a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9c5e93023546280dd3adb6cdd88d316a 2024-11-15T14:36:13,664 INFO [StoreOpener-9c5e93023546280dd3adb6cdd88d316a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c5e93023546280dd3adb6cdd88d316a columnFamilyName queue 2024-11-15T14:36:13,664 DEBUG [StoreOpener-9c5e93023546280dd3adb6cdd88d316a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:13,665 INFO [StoreOpener-9c5e93023546280dd3adb6cdd88d316a-1 {}] regionserver.HStore(327): Store=9c5e93023546280dd3adb6cdd88d316a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:36:13,665 INFO [StoreOpener-9c5e93023546280dd3adb6cdd88d316a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9c5e93023546280dd3adb6cdd88d316a 2024-11-15T14:36:13,666 INFO [StoreOpener-9c5e93023546280dd3adb6cdd88d316a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c5e93023546280dd3adb6cdd88d316a columnFamilyName sid 2024-11-15T14:36:13,666 DEBUG [StoreOpener-9c5e93023546280dd3adb6cdd88d316a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:13,666 INFO [StoreOpener-9c5e93023546280dd3adb6cdd88d316a-1 {}] regionserver.HStore(327): Store=9c5e93023546280dd3adb6cdd88d316a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:36:13,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9c5e93023546280dd3adb6cdd88d316a 2024-11-15T14:36:13,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/hbase/replication/9c5e93023546280dd3adb6cdd88d316a 2024-11-15T14:36:13,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/hbase/replication/9c5e93023546280dd3adb6cdd88d316a 2024-11-15T14:36:13,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9c5e93023546280dd3adb6cdd88d316a 2024-11-15T14:36:13,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9c5e93023546280dd3adb6cdd88d316a 2024-11-15T14:36:13,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T14:36:13,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9c5e93023546280dd3adb6cdd88d316a 2024-11-15T14:36:13,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/hbase/replication/9c5e93023546280dd3adb6cdd88d316a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:36:13,673 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9c5e93023546280dd3adb6cdd88d316a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60685619, jitterRate=-0.09571380913257599}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T14:36:13,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9c5e93023546280dd3adb6cdd88d316a 2024-11-15T14:36:13,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9c5e93023546280dd3adb6cdd88d316a: Running coprocessor pre-open hook at 1731681373660Writing region info on filesystem at 1731681373660Initializing all the Stores at 1731681373661 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681373662 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681373662Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681373662Cleaning up temporary data from old regions at 1731681373670 (+8 ms)Running coprocessor post-open hooks at 1731681373673 (+3 ms)Region opened successfully at 1731681373673 2024-11-15T14:36:13,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731681372506.9c5e93023546280dd3adb6cdd88d316a., pid=10, masterSystemTime=1731681373631 2024-11-15T14:36:13,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731681372506.9c5e93023546280dd3adb6cdd88d316a. 2024-11-15T14:36:13,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731681372506.9c5e93023546280dd3adb6cdd88d316a. 2024-11-15T14:36:13,677 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9c5e93023546280dd3adb6cdd88d316a, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,46019,1731681362743 2024-11-15T14:36:13,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c5e93023546280dd3adb6cdd88d316a, server=26754e923c4a,46019,1731681362743 because future has completed 2024-11-15T14:36:13,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T14:36:13,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9c5e93023546280dd3adb6cdd88d316a, server=26754e923c4a,46019,1731681362743 in 201 msec 2024-11-15T14:36:13,684 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T14:36:13,684 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c5e93023546280dd3adb6cdd88d316a, ASSIGN in 358 msec 2024-11-15T14:36:13,685 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T14:36:13,685 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681373685"}]},"ts":"1731681373685"} 2024-11-15T14:36:13,687 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T14:36:13,688 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T14:36:13,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-11-15T14:36:13,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731681372506.9c5e93023546280dd3adb6cdd88d316a., hostname=26754e923c4a,46019,1731681362743, seqNum=2] 2024-11-15T14:36:13,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44905-0x101401a3bc90006, quorum=127.0.0.1:52568, baseZNode=/21496781314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21496781314 2024-11-15T14:36:13,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46019-0x101401a3bc90007, quorum=127.0.0.1:52568, baseZNode=/21496781314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21496781314 2024-11-15T14:36:13,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T14:36:13,828 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 379, reset compression=false 2024-11-15T14:36:13,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46019 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T14:36:13,907 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T14:36:13,933 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-26754e923c4a,46019,1731681362743, ReplicationSource: 1, currentBandwidth=0 2024-11-15T14:36:13,933 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:36:13,933 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,46019,1731681362743, seqNum=-1] 2024-11-15T14:36:13,933 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:36:13,934 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-15T14:36:13,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-26754e923c4a,46019,1731681362743', locateType=CURRENT is [region=hbase:replication,,1731681372506.9c5e93023546280dd3adb6cdd88d316a., hostname=26754e923c4a,46019,1731681362743, seqNum=2] 2024-11-15T14:36:13,938 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T14:36:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44905 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T14:36:13,939 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 26754e923c4a,46019,1731681362743 suceeded 2024-11-15T14:36:13,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T14:36:13,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-15T14:36:13,941 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://26754e923c4a:37119,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T14:36:13,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4420 sec 2024-11-15T14:36:13,951 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='26754e923c4a:37119' 2024-11-15T14:36:13,952 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@131ff0e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:13,952 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37119,-1 for getting cluster id 2024-11-15T14:36:13,952 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:36:13,953 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7603f70f-e9f8-4244-8749-e655fa8744ea' 2024-11-15T14:36:13,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:36:13,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7603f70f-e9f8-4244-8749-e655fa8744ea" 2024-11-15T14:36:13,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48f355c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:13,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37119,-1] 2024-11-15T14:36:13,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:36:13,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:13,954 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:36:13,955 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59784a09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:13,955 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:36:13,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,37119,1731681357141 2024-11-15T14:36:13,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7588af17 2024-11-15T14:36:13,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:36:13,956 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-15T14:36:13,957 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-26754e923c4a,46019,1731681362743 (queues=1) is replicating from cluster=ae730cf6-2a04-42c5-a40a-034bed19116e to cluster=7603f70f-e9f8-4244-8749-e655fa8744ea 2024-11-15T14:36:13,957 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=26754e923c4a%2C46019%2C1731681362743 2024-11-15T14:36:13,957 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-26754e923c4a,46019,1731681362743, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T14:36:13,957 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703, startPosition=0, beingWritten=true 2024-11-15T14:36:13,957 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.shipper26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 26754e923c4a%2C46019%2C1731681362743 2024-11-15T14:36:13,964 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:36:13,964 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703 to pos 379, reset compression=false 2024-11-15T14:36:13,964 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.shipper26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,46019,1731681362743 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T14:36:14,167 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703 to pos 379, reset compression=false 2024-11-15T14:36:14,220 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.wal-reader.26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801 to pos 379, reset compression=false 2024-11-15T14:36:14,440 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 379, reset compression=false 2024-11-15T14:36:14,471 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703 to pos 379, reset compression=false 2024-11-15T14:36:14,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:36:14,644 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T14:36:14,644 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:36:14,644 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:36:14,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:14,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:14,645 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:36:14,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a31a1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:14,645 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,32897,-1 for getting cluster id 2024-11-15T14:36:14,645 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:36:14,646 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3059daf4-0db8-4ec4-83eb-108a84efe17e' 2024-11-15T14:36:14,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:36:14,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3059daf4-0db8-4ec4-83eb-108a84efe17e" 2024-11-15T14:36:14,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14fe3713, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:14,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,32897,-1] 2024-11-15T14:36:14,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:36:14,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:14,647 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:36:14,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d1cc6a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:14,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53cfb257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:14,648 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37119,-1 for getting cluster id 2024-11-15T14:36:14,648 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:36:14,648 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7603f70f-e9f8-4244-8749-e655fa8744ea' 2024-11-15T14:36:14,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:36:14,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7603f70f-e9f8-4244-8749-e655fa8744ea" 2024-11-15T14:36:14,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e41ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:14,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37119,-1] 2024-11-15T14:36:14,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:36:14,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:14,649 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:36:14,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42902e25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:14,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e6c0f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:14,650 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,44905,-1 for getting cluster id 2024-11-15T14:36:14,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:36:14,651 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae730cf6-2a04-42c5-a40a-034bed19116e' 2024-11-15T14:36:14,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:36:14,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae730cf6-2a04-42c5-a40a-034bed19116e" 2024-11-15T14:36:14,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645a86c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:14,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,44905,-1] 2024-11-15T14:36:14,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:36:14,652 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:14,652 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:36:14,653 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e3c4aea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:14,653 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:36:14,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43965,1731681352979, seqNum=-1] 2024-11-15T14:36:14,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:36:14,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:36:14,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731681365241.adf8d154bb74da809194e88533ea33a4., hostname=26754e923c4a,43965,1731681352979, seqNum=2] 2024-11-15T14:36:14,659 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:36:14,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,46019,1731681362743, seqNum=-1] 2024-11-15T14:36:14,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:36:14,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:36:14,663 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731681367029.c339a1503da0e4e309667b9ac8f6305e., hostname=26754e923c4a,46019,1731681362743, seqNum=2] 2024-11-15T14:36:14,664 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-15T14:36:14,874 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703 to pos 379, reset compression=false 2024-11-15T14:36:15,123 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.wal-reader.26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801 to pos 379, reset compression=false 2024-11-15T14:36:15,127 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.wal-reader.26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T14:36:15,128 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.wal-reader.26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801 to pos 480, reset compression=false 2024-11-15T14:36:15,128 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.shipper26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,43965,1731681352979 got entry batch from reader: WALEntryBatch [walEntries=[{test/adf8d154bb74da809194e88533ea33a4/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-15T14:36:15,130 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.shipper26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T14:36:15,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-15T14:36:15,131 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41777 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T14:36:15,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41777 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1386169a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:15,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41777 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37119,-1 for getting cluster id 2024-11-15T14:36:15,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41777 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:36:15,132 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7603f70f-e9f8-4244-8749-e655fa8744ea' 2024-11-15T14:36:15,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:36:15,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7603f70f-e9f8-4244-8749-e655fa8744ea" 2024-11-15T14:36:15,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e85fec5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:15,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37119,-1] 2024-11-15T14:36:15,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:36:15,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:15,134 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:36:15,134 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41777 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50b8079e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:15,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41777 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:36:15,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,41777,1731681357331, seqNum=-1] 2024-11-15T14:36:15,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:36:15,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-15T14:36:15,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731681366388.c960df929c98c0a9349c856a58042510., hostname=26754e923c4a,41777,1731681357331, seqNum=2] 2024-11-15T14:36:15,140 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41777 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T14:36:15,144 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 379, reset compression=false 2024-11-15T14:36:15,149 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T14:36:15,149 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 503, reset compression=false 2024-11-15T14:36:15,149 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.shipper26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,41777,1731681357331 got entry batch from reader: WALEntryBatch [walEntries=[{test/c960df929c98c0a9349c856a58042510/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-15T14:36:15,150 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.shipper26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T14:36:15,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-15T14:36:15,152 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T14:36:15,152 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67ecd9af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:15,152 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,44905,-1 for getting cluster id 2024-11-15T14:36:15,152 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:36:15,153 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae730cf6-2a04-42c5-a40a-034bed19116e' 2024-11-15T14:36:15,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:36:15,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae730cf6-2a04-42c5-a40a-034bed19116e" 2024-11-15T14:36:15,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62624e60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:15,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,44905,-1] 2024-11-15T14:36:15,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:36:15,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:15,154 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:36:15,154 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e3b632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:15,154 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:36:15,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,46019,1731681362743, seqNum=-1] 2024-11-15T14:36:15,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:36:15,156 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-15T14:36:15,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731681367029.c339a1503da0e4e309667b9ac8f6305e., hostname=26754e923c4a,46019,1731681362743, seqNum=2] 2024-11-15T14:36:15,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T14:36:15,331 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.wal-reader.26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801 to pos 480, reset compression=false 2024-11-15T14:36:15,352 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 503, reset compression=false 2024-11-15T14:36:15,377 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703 to pos 379, reset compression=false 2024-11-15T14:36:15,381 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:36:15,381 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703 to pos 526, reset compression=false 2024-11-15T14:36:15,381 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.shipper26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,46019,1731681362743 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T14:36:15,585 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703 to pos 526, reset compression=false 2024-11-15T14:36:15,634 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.wal-reader.26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801 to pos 480, reset compression=false 2024-11-15T14:36:15,655 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 503, reset compression=false 2024-11-15T14:36:15,666 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-15T14:36:15,666 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:36:15,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,41777,1731681357331, seqNum=-1] 2024-11-15T14:36:15,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:36:15,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:36:15,670 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731681366388.c960df929c98c0a9349c856a58042510., hostname=26754e923c4a,41777,1731681357331, seqNum=2] 2024-11-15T14:36:15,672 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-15T14:36:15,888 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703 to pos 526, reset compression=false 2024-11-15T14:36:16,037 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.wal-reader.26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801 to pos 480, reset compression=false 2024-11-15T14:36:16,058 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 503, reset compression=false 2024-11-15T14:36:16,062 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T14:36:16,063 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 607, reset compression=false 2024-11-15T14:36:16,063 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.shipper26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,41777,1731681357331 got entry batch from reader: WALEntryBatch [walEntries=[{test/c960df929c98c0a9349c856a58042510/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T14:36:16,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T14:36:16,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T14:36:16,266 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 607, reset compression=false 2024-11-15T14:36:16,291 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703 to pos 526, reset compression=false 2024-11-15T14:36:16,295 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:36:16,295 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703 to pos 653, reset compression=false 2024-11-15T14:36:16,295 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.shipper26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,46019,1731681362743 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T14:36:16,498 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703 to pos 653, reset compression=false 2024-11-15T14:36:16,541 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.wal-reader.26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801 to pos 480, reset compression=false 2024-11-15T14:36:16,569 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 607, reset compression=false 2024-11-15T14:36:16,674 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-15T14:36:16,677 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-15T14:36:16,801 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703 to pos 653, reset compression=false 2024-11-15T14:36:16,805 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T14:36:16,805 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703 to pos 757, reset compression=false 2024-11-15T14:36:16,805 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.shipper26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,46019,1731681362743 got entry batch from reader: WALEntryBatch [walEntries=[{test/c339a1503da0e4e309667b9ac8f6305e/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T14:36:16,807 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.shipper26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T14:36:16,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-15T14:36:16,809 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41777 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T14:36:16,811 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41777 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T14:36:16,973 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 607, reset compression=false 2024-11-15T14:36:16,977 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:36:16,977 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 735, reset compression=false 2024-11-15T14:36:16,977 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.shipper26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,41777,1731681357331 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T14:36:17,009 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703 to pos 757, reset compression=false 2024-11-15T14:36:17,144 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.wal-reader.26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801 to pos 480, reset compression=false 2024-11-15T14:36:17,183 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 735, reset compression=false 2024-11-15T14:36:17,312 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703 to pos 757, reset compression=false 2024-11-15T14:36:17,488 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 735, reset compression=false 2024-11-15T14:36:17,625 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T14:36:17,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:17,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:17,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:17,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:17,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:17,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:17,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:17,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:17,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:17,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:17,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:17,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:17,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:17,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:17,679 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-15T14:36:17,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:17,683 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-15T14:36:17,715 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703 to pos 757, reset compression=false 2024-11-15T14:36:17,847 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.wal-reader.26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801 to pos 480, reset compression=false 2024-11-15T14:36:17,851 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.wal-reader.26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T14:36:17,851 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.wal-reader.26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801 to pos 636, reset compression=false 2024-11-15T14:36:17,851 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.shipper26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,43965,1731681352979 got entry batch from reader: WALEntryBatch [walEntries=[{test/adf8d154bb74da809194e88533ea33a4/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-15T14:36:17,852 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41777 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T14:36:17,856 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41777 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T14:36:17,891 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 735, reset compression=false 2024-11-15T14:36:17,895 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T14:36:17,895 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 882, reset compression=false 2024-11-15T14:36:17,895 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.shipper26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,41777,1731681357331 got entry batch from reader: WALEntryBatch [walEntries=[{test/c960df929c98c0a9349c856a58042510/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-15T14:36:17,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T14:36:17,898 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T14:36:18,054 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.wal-reader.26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801 to pos 636, reset compression=false 2024-11-15T14:36:18,097 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 882, reset compression=false 2024-11-15T14:36:18,223 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703 to pos 757, reset compression=false 2024-11-15T14:36:18,228 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:36:18,228 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703 to pos 927, reset compression=false 2024-11-15T14:36:18,228 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.shipper26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,46019,1731681362743 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T14:36:18,358 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.wal-reader.26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801 to pos 636, reset compression=false 2024-11-15T14:36:18,401 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 882, reset compression=false 2024-11-15T14:36:18,434 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703 to pos 927, reset compression=false 2024-11-15T14:36:18,684 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-15T14:36:18,687 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-15T14:36:18,737 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703 to pos 927, reset compression=false 2024-11-15T14:36:18,761 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.wal-reader.26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801 to pos 636, reset compression=false 2024-11-15T14:36:18,804 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 882, reset compression=false 2024-11-15T14:36:18,808 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T14:36:18,808 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 1041, reset compression=false 2024-11-15T14:36:18,808 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.shipper26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,41777,1731681357331 got entry batch from reader: WALEntryBatch [walEntries=[{test/c960df929c98c0a9349c856a58042510/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-15T14:36:18,809 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T14:36:18,811 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T14:36:19,011 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 1041, reset compression=false 2024-11-15T14:36:19,140 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703 to pos 927, reset compression=false 2024-11-15T14:36:19,144 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:36:19,144 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703 to pos 1076, reset compression=false 2024-11-15T14:36:19,144 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.shipper26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,46019,1731681362743 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T14:36:19,265 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.wal-reader.26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801 to pos 636, reset compression=false 2024-11-15T14:36:19,314 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 1041, reset compression=false 2024-11-15T14:36:19,346 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703 to pos 1076, reset compression=false 2024-11-15T14:36:19,649 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703 to pos 1076, reset compression=false 2024-11-15T14:36:19,689 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-15T14:36:19,706 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-15T14:36:19,717 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 1041, reset compression=false 2024-11-15T14:36:19,868 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.wal-reader.26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801 to pos 636, reset compression=false 2024-11-15T14:36:20,052 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703 to pos 1076, reset compression=false 2024-11-15T14:36:20,061 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T14:36:20,061 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703 to pos 1235, reset compression=false 2024-11-15T14:36:20,061 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.shipper26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,46019,1731681362743 got entry batch from reader: WALEntryBatch [walEntries=[{test/c339a1503da0e4e309667b9ac8f6305e/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-15T14:36:20,062 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41777 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T14:36:20,070 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41777 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T14:36:20,235 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 1041, reset compression=false 2024-11-15T14:36:20,239 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:36:20,239 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 1191, reset compression=false 2024-11-15T14:36:20,239 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.shipper26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,41777,1731681357331 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T14:36:20,277 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703 to pos 1235, reset compression=false 2024-11-15T14:36:20,442 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 1191, reset compression=false 2024-11-15T14:36:20,576 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.wal-reader.26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801 to pos 636, reset compression=false 2024-11-15T14:36:20,580 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703 to pos 1235, reset compression=false 2024-11-15T14:36:20,708 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-15T14:36:20,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T14:36:20,714 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:36:20,714 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:36:20,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:20,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:20,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:36:20,714 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T14:36:20,714 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1821304832, stopped=false 2024-11-15T14:36:20,714 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=26754e923c4a,44905,1731681362651 2024-11-15T14:36:20,745 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 1191, reset compression=false 2024-11-15T14:36:20,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44905-0x101401a3bc90006, quorum=127.0.0.1:52568, baseZNode=/21496781314 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21496781314/running 2024-11-15T14:36:20,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46019-0x101401a3bc90007, quorum=127.0.0.1:52568, baseZNode=/21496781314 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21496781314/running 2024-11-15T14:36:20,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44905-0x101401a3bc90006, quorum=127.0.0.1:52568, baseZNode=/21496781314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21496781314 2024-11-15T14:36:20,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46019-0x101401a3bc90007, quorum=127.0.0.1:52568, baseZNode=/21496781314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21496781314 2024-11-15T14:36:20,761 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:36:20,762 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:36:20,762 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:36:20,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44905-0x101401a3bc90006, quorum=127.0.0.1:52568, baseZNode=/21496781314 Set watcher on znode that does not yet exist, /21496781314/running 2024-11-15T14:36:20,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:20,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46019-0x101401a3bc90007, quorum=127.0.0.1:52568, baseZNode=/21496781314 Set watcher on znode that does not yet exist, /21496781314/running 2024-11-15T14:36:20,762 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '26754e923c4a,46019,1731681362743' ***** 2024-11-15T14:36:20,762 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T14:36:20,763 INFO [RS:0;26754e923c4a:46019 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T14:36:20,763 INFO [RS:0;26754e923c4a:46019 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T14:36:20,763 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T14:36:20,763 INFO [RS:0;26754e923c4a:46019 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T14:36:20,763 INFO [RS:0;26754e923c4a:46019 {}] regionserver.HRegionServer(3091): Received CLOSE for 9c5e93023546280dd3adb6cdd88d316a 2024-11-15T14:36:20,765 INFO [RS:0;26754e923c4a:46019 {}] regionserver.HRegionServer(3091): Received CLOSE for c339a1503da0e4e309667b9ac8f6305e 2024-11-15T14:36:20,765 INFO [RS:0;26754e923c4a:46019 {}] regionserver.HRegionServer(959): stopping server 26754e923c4a,46019,1731681362743 2024-11-15T14:36:20,765 INFO [RS:0;26754e923c4a:46019 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:36:20,765 INFO [RS:0;26754e923c4a:46019 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:46019. 2024-11-15T14:36:20,765 DEBUG [RS:0;26754e923c4a:46019 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:36:20,765 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9c5e93023546280dd3adb6cdd88d316a, disabling compactions & flushes 2024-11-15T14:36:20,765 DEBUG [RS:0;26754e923c4a:46019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:20,765 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731681372506.9c5e93023546280dd3adb6cdd88d316a. 2024-11-15T14:36:20,766 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731681372506.9c5e93023546280dd3adb6cdd88d316a. 2024-11-15T14:36:20,766 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731681372506.9c5e93023546280dd3adb6cdd88d316a. after waiting 0 ms 2024-11-15T14:36:20,766 INFO [RS:0;26754e923c4a:46019 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T14:36:20,766 INFO [RS:0;26754e923c4a:46019 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T14:36:20,766 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731681372506.9c5e93023546280dd3adb6cdd88d316a. 2024-11-15T14:36:20,766 INFO [RS:0;26754e923c4a:46019 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T14:36:20,766 INFO [RS:0;26754e923c4a:46019 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T14:36:20,766 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9c5e93023546280dd3adb6cdd88d316a 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-15T14:36:20,766 INFO [RS:0;26754e923c4a:46019 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T14:36:20,766 DEBUG [RS:0;26754e923c4a:46019 {}] regionserver.HRegionServer(1325): Online Regions={9c5e93023546280dd3adb6cdd88d316a=hbase:replication,,1731681372506.9c5e93023546280dd3adb6cdd88d316a., 1588230740=hbase:meta,,1.1588230740, c339a1503da0e4e309667b9ac8f6305e=test,,1731681367029.c339a1503da0e4e309667b9ac8f6305e.} 2024-11-15T14:36:20,766 DEBUG [RS:0;26754e923c4a:46019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9c5e93023546280dd3adb6cdd88d316a, c339a1503da0e4e309667b9ac8f6305e 2024-11-15T14:36:20,767 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:36:20,767 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:36:20,767 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:36:20,767 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:36:20,767 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:36:20,767 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T14:36:20,784 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/hbase/meta/1588230740/.tmp/info/f77d2a3546fe4925af1ee05f7ca73f94 is 147, key is hbase:replication,,1731681372506.9c5e93023546280dd3adb6cdd88d316a./info:regioninfo/1731681373677/Put/seqid=0 2024-11-15T14:36:20,784 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/hbase/replication/9c5e93023546280dd3adb6cdd88d316a/.tmp/queue/a51da605ea544735b448370d15f1af0c is 154, key is 1-26754e923c4a,46019,1731681362743/queue:26754e923c4a%2C46019%2C1731681362743/1731681380072/Put/seqid=0 2024-11-15T14:36:20,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33031 is added to blk_1073741841_1017 (size=7686) 2024-11-15T14:36:20,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33031 is added to blk_1073741840_1016 (size=5353) 2024-11-15T14:36:20,804 INFO [regionserver/26754e923c4a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:36:20,966 DEBUG [RS:0;26754e923c4a:46019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9c5e93023546280dd3adb6cdd88d316a, c339a1503da0e4e309667b9ac8f6305e 2024-11-15T14:36:20,983 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703 to pos 1235, reset compression=false 2024-11-15T14:36:21,149 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 1191, reset compression=false 2024-11-15T14:36:21,167 DEBUG [RS:0;26754e923c4a:46019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9c5e93023546280dd3adb6cdd88d316a, c339a1503da0e4e309667b9ac8f6305e 2024-11-15T14:36:21,188 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/hbase/meta/1588230740/.tmp/info/f77d2a3546fe4925af1ee05f7ca73f94 2024-11-15T14:36:21,192 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/hbase/replication/9c5e93023546280dd3adb6cdd88d316a/.tmp/queue/a51da605ea544735b448370d15f1af0c 2024-11-15T14:36:21,196 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/hbase/replication/9c5e93023546280dd3adb6cdd88d316a/.tmp/queue/a51da605ea544735b448370d15f1af0c as hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/hbase/replication/9c5e93023546280dd3adb6cdd88d316a/queue/a51da605ea544735b448370d15f1af0c 2024-11-15T14:36:21,200 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/hbase/replication/9c5e93023546280dd3adb6cdd88d316a/queue/a51da605ea544735b448370d15f1af0c, entries=1, sequenceid=12, filesize=5.2 K 2024-11-15T14:36:21,201 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 9c5e93023546280dd3adb6cdd88d316a in 434ms, sequenceid=12, compaction requested=false 2024-11-15T14:36:21,211 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/hbase/meta/1588230740/.tmp/ns/384249e2f12340a39c7f767137089500 is 43, key is default/ns:d/1731681365141/Put/seqid=0 2024-11-15T14:36:21,212 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/hbase/replication/9c5e93023546280dd3adb6cdd88d316a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-15T14:36:21,213 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:36:21,214 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:36:21,214 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731681372506.9c5e93023546280dd3adb6cdd88d316a. 2024-11-15T14:36:21,214 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9c5e93023546280dd3adb6cdd88d316a: Waiting for close lock at 1731681380765Running coprocessor pre-close hooks at 1731681380765Disabling compacts and flushes for region at 1731681380765Disabling writes for close at 1731681380766 (+1 ms)Obtaining lock to block concurrent updates at 1731681380766Preparing flush snapshotting stores in 9c5e93023546280dd3adb6cdd88d316a at 1731681380766Finished memstore snapshotting hbase:replication,,1731681372506.9c5e93023546280dd3adb6cdd88d316a., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731681380766Flushing stores of hbase:replication,,1731681372506.9c5e93023546280dd3adb6cdd88d316a. at 1731681380767 (+1 ms)Flushing 9c5e93023546280dd3adb6cdd88d316a/queue: creating writer at 1731681380767Flushing 9c5e93023546280dd3adb6cdd88d316a/queue: appending metadata at 1731681380783 (+16 ms)Flushing 9c5e93023546280dd3adb6cdd88d316a/queue: closing flushed file at 1731681380783Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59d318a1: reopening flushed file at 1731681381195 (+412 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 9c5e93023546280dd3adb6cdd88d316a in 434ms, sequenceid=12, compaction requested=false at 1731681381201 (+6 ms)Writing region close event to WAL at 1731681381208 (+7 ms)Running coprocessor post-close hooks at 1731681381213 (+5 ms)Closed at 1731681381214 (+1 ms) 2024-11-15T14:36:21,214 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731681372506.9c5e93023546280dd3adb6cdd88d316a. 2024-11-15T14:36:21,214 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c339a1503da0e4e309667b9ac8f6305e, disabling compactions & flushes 2024-11-15T14:36:21,214 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731681367029.c339a1503da0e4e309667b9ac8f6305e. 2024-11-15T14:36:21,214 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731681367029.c339a1503da0e4e309667b9ac8f6305e. 2024-11-15T14:36:21,214 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731681367029.c339a1503da0e4e309667b9ac8f6305e. after waiting 0 ms 2024-11-15T14:36:21,214 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731681367029.c339a1503da0e4e309667b9ac8f6305e. 2024-11-15T14:36:21,214 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c339a1503da0e4e309667b9ac8f6305e 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-15T14:36:21,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33031 is added to blk_1073741842_1018 (size=5153) 2024-11-15T14:36:21,240 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/default/test/c339a1503da0e4e309667b9ac8f6305e/.tmp/f/939c038a612b4efebf93f3d54e5f37a9 is 29, key is row1/f:/1731681378685/DeleteFamily/seqid=0 2024-11-15T14:36:21,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33031 is added to blk_1073741843_1019 (size=5152) 2024-11-15T14:36:21,367 DEBUG [RS:0;26754e923c4a:46019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c339a1503da0e4e309667b9ac8f6305e 2024-11-15T14:36:21,379 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.wal-reader.26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801 to pos 636, reset compression=false 2024-11-15T14:36:21,486 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703 to pos 1235, reset compression=false 2024-11-15T14:36:21,490 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:36:21,490 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703 to pos 1482, reset compression=false 2024-11-15T14:36:21,490 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.shipper26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,46019,1731681362743 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T14:36:21,491 ERROR [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.shipper26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 26754e923c4a,46019,1731681362743: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-26754e923c4a,46019,1731681362743, walGroup=26754e923c4a%2C46019%2C1731681362743, offset=26754e923c4a%2C46019%2C1731681362743.1731681364703:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:46019 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T14:36:21,492 ERROR [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.shipper26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T14:36:21,492 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.shipper26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T14:36:21,493 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.shipper26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T14:36:21,493 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.shipper26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T14:36:21,493 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.shipper26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T14:36:21,493 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.shipper26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1367343104, "init": 1048576000, "max": 2306867200, "used": 854840400 }, "NonHeapMemoryUsage": { "committed": 206438400, "init": 7667712, "max": -1, "used": 202128304 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T14:36:21,494 WARN [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.shipper26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:44905 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:44905 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T14:36:21,567 DEBUG [RS:0;26754e923c4a:46019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c339a1503da0e4e309667b9ac8f6305e 2024-11-15T14:36:21,570 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T14:36:21,570 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T14:36:21,626 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/hbase/meta/1588230740/.tmp/ns/384249e2f12340a39c7f767137089500 2024-11-15T14:36:21,644 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/default/test/c339a1503da0e4e309667b9ac8f6305e/.tmp/f/939c038a612b4efebf93f3d54e5f37a9 2024-11-15T14:36:21,645 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/hbase/meta/1588230740/.tmp/rep_barrier/796fd7702ad1423cb9400387ae1ab165 is 112, key is test,,1731681367029.c339a1503da0e4e309667b9ac8f6305e./rep_barrier:seqnumDuringOpen/1731681368187/Put/seqid=0 2024-11-15T14:36:21,648 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 939c038a612b4efebf93f3d54e5f37a9 2024-11-15T14:36:21,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33031 is added to blk_1073741844_1020 (size=5518) 2024-11-15T14:36:21,653 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 1191, reset compression=false 2024-11-15T14:36:21,664 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/default/test/c339a1503da0e4e309667b9ac8f6305e/.tmp/f1/f222948b825a4106bb97f566cf6653d1 is 30, key is row1/f1:/1731681378685/DeleteFamily/seqid=0 2024-11-15T14:36:21,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33031 is added to blk_1073741845_1021 (size=5158) 2024-11-15T14:36:21,695 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703 to pos 1482, reset compression=false 2024-11-15T14:36:21,767 INFO [RS:0;26754e923c4a:46019 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T14:36:21,767 DEBUG [RS:0;26754e923c4a:46019 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c339a1503da0e4e309667b9ac8f6305e=test,,1731681367029.c339a1503da0e4e309667b9ac8f6305e.} 2024-11-15T14:36:21,767 DEBUG [RS:0;26754e923c4a:46019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c339a1503da0e4e309667b9ac8f6305e 2024-11-15T14:36:21,968 DEBUG [RS:0;26754e923c4a:46019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c339a1503da0e4e309667b9ac8f6305e 2024-11-15T14:36:21,998 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703 to pos 1482, reset compression=false 2024-11-15T14:36:22,013 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:36:22,014 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [26754e923c4a,34083,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:34083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T14:36:22,014 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108533 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [26754e923c4a,34083,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:34083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T14:36:22,050 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/hbase/meta/1588230740/.tmp/rep_barrier/796fd7702ad1423cb9400387ae1ab165 2024-11-15T14:36:22,068 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/default/test/c339a1503da0e4e309667b9ac8f6305e/.tmp/f1/f222948b825a4106bb97f566cf6653d1 2024-11-15T14:36:22,070 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/hbase/meta/1588230740/.tmp/table/08a4c12222be4d7a97b764c35167009d is 53, key is hbase:replication/table:state/1731681373685/Put/seqid=0 2024-11-15T14:36:22,076 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f222948b825a4106bb97f566cf6653d1 2024-11-15T14:36:22,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33031 is added to blk_1073741846_1022 (size=5308) 2024-11-15T14:36:22,098 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/default/test/c339a1503da0e4e309667b9ac8f6305e/.tmp/norep/09387d40b1874c09a02f885c2f68d280 is 33, key is row2/norep:/1731681379690/DeleteFamily/seqid=0 2024-11-15T14:36:22,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33031 is added to blk_1073741847_1023 (size=5108) 2024-11-15T14:36:22,168 DEBUG [RS:0;26754e923c4a:46019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c339a1503da0e4e309667b9ac8f6305e 2024-11-15T14:36:22,256 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 1191, reset compression=false 2024-11-15T14:36:22,282 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.wal-reader.26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801 to pos 636, reset compression=false 2024-11-15T14:36:22,368 DEBUG [RS:0;26754e923c4a:46019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c339a1503da0e4e309667b9ac8f6305e 2024-11-15T14:36:22,402 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.1731681364703 to pos 1482, reset compression=false 2024-11-15T14:36:22,426 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T14:36:22,483 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/hbase/meta/1588230740/.tmp/table/08a4c12222be4d7a97b764c35167009d 2024-11-15T14:36:22,486 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/hbase/meta/1588230740/.tmp/info/f77d2a3546fe4925af1ee05f7ca73f94 as hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/hbase/meta/1588230740/info/f77d2a3546fe4925af1ee05f7ca73f94 2024-11-15T14:36:22,490 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/hbase/meta/1588230740/info/f77d2a3546fe4925af1ee05f7ca73f94, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T14:36:22,491 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/hbase/meta/1588230740/.tmp/ns/384249e2f12340a39c7f767137089500 as hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/hbase/meta/1588230740/ns/384249e2f12340a39c7f767137089500 2024-11-15T14:36:22,494 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/hbase/meta/1588230740/ns/384249e2f12340a39c7f767137089500, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T14:36:22,495 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/hbase/meta/1588230740/.tmp/rep_barrier/796fd7702ad1423cb9400387ae1ab165 as hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/hbase/meta/1588230740/rep_barrier/796fd7702ad1423cb9400387ae1ab165 2024-11-15T14:36:22,499 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/hbase/meta/1588230740/rep_barrier/796fd7702ad1423cb9400387ae1ab165, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T14:36:22,499 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/hbase/meta/1588230740/.tmp/table/08a4c12222be4d7a97b764c35167009d as hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/hbase/meta/1588230740/table/08a4c12222be4d7a97b764c35167009d 2024-11-15T14:36:22,503 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/hbase/meta/1588230740/table/08a4c12222be4d7a97b764c35167009d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T14:36:22,504 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1737ms, sequenceid=16, compaction requested=false 2024-11-15T14:36:22,507 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T14:36:22,508 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:36:22,508 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:36:22,508 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:36:22,508 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681380766Running coprocessor pre-close hooks at 1731681380766Disabling compacts and flushes for region at 1731681380766Disabling writes for close at 1731681380767 (+1 ms)Obtaining lock to block concurrent updates at 1731681380767Preparing flush snapshotting stores in 1588230740 at 1731681380767Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731681380767Flushing stores of hbase:meta,,1.1588230740 at 1731681380768 (+1 ms)Flushing 1588230740/info: creating writer at 1731681380768Flushing 1588230740/info: appending metadata at 1731681380784 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731681380784Flushing 1588230740/ns: creating writer at 1731681381192 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731681381210 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731681381210Flushing 1588230740/rep_barrier: creating writer at 1731681381631 (+421 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731681381645 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731681381645Flushing 1588230740/table: creating writer at 1731681382054 (+409 ms)Flushing 1588230740/table: appending metadata at 1731681382070 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731681382070Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@682c992a: reopening flushed file at 1731681382486 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34570a1e: reopening flushed file at 1731681382490 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f910fe7: reopening flushed file at 1731681382495 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27c10a00: reopening flushed file at 1731681382499 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1737ms, sequenceid=16, compaction requested=false at 1731681382504 (+5 ms)Writing region close event to WAL at 1731681382505 (+1 ms)Running coprocessor post-close hooks at 1731681382508 (+3 ms)Closed at 1731681382508 2024-11-15T14:36:22,508 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T14:36:22,512 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/default/test/c339a1503da0e4e309667b9ac8f6305e/.tmp/norep/09387d40b1874c09a02f885c2f68d280 2024-11-15T14:36:22,516 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09387d40b1874c09a02f885c2f68d280 2024-11-15T14:36:22,517 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/default/test/c339a1503da0e4e309667b9ac8f6305e/.tmp/f/939c038a612b4efebf93f3d54e5f37a9 as hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/default/test/c339a1503da0e4e309667b9ac8f6305e/f/939c038a612b4efebf93f3d54e5f37a9 2024-11-15T14:36:22,521 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 939c038a612b4efebf93f3d54e5f37a9 2024-11-15T14:36:22,522 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/default/test/c339a1503da0e4e309667b9ac8f6305e/f/939c038a612b4efebf93f3d54e5f37a9, entries=3, sequenceid=10, filesize=5.0 K 2024-11-15T14:36:22,522 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/default/test/c339a1503da0e4e309667b9ac8f6305e/.tmp/f1/f222948b825a4106bb97f566cf6653d1 as hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/default/test/c339a1503da0e4e309667b9ac8f6305e/f1/f222948b825a4106bb97f566cf6653d1 2024-11-15T14:36:22,526 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f222948b825a4106bb97f566cf6653d1 2024-11-15T14:36:22,526 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/default/test/c339a1503da0e4e309667b9ac8f6305e/f1/f222948b825a4106bb97f566cf6653d1, entries=3, sequenceid=10, filesize=5.0 K 2024-11-15T14:36:22,526 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/default/test/c339a1503da0e4e309667b9ac8f6305e/.tmp/norep/09387d40b1874c09a02f885c2f68d280 as hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/default/test/c339a1503da0e4e309667b9ac8f6305e/norep/09387d40b1874c09a02f885c2f68d280 2024-11-15T14:36:22,529 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09387d40b1874c09a02f885c2f68d280 2024-11-15T14:36:22,529 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/default/test/c339a1503da0e4e309667b9ac8f6305e/norep/09387d40b1874c09a02f885c2f68d280, entries=1, sequenceid=10, filesize=5.0 K 2024-11-15T14:36:22,530 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for c339a1503da0e4e309667b9ac8f6305e in 1316ms, sequenceid=10, compaction requested=false 2024-11-15T14:36:22,533 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/data/default/test/c339a1503da0e4e309667b9ac8f6305e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T14:36:22,533 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:36:22,533 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T14:36:22,533 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731681367029.c339a1503da0e4e309667b9ac8f6305e. 2024-11-15T14:36:22,533 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c339a1503da0e4e309667b9ac8f6305e: Waiting for close lock at 1731681381214Running coprocessor pre-close hooks at 1731681381214Disabling compacts and flushes for region at 1731681381214Disabling writes for close at 1731681381214Obtaining lock to block concurrent updates at 1731681381214Preparing flush snapshotting stores in c339a1503da0e4e309667b9ac8f6305e at 1731681381214Finished memstore snapshotting test,,1731681367029.c339a1503da0e4e309667b9ac8f6305e., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731681381214Flushing stores of test,,1731681367029.c339a1503da0e4e309667b9ac8f6305e. at 1731681381216 (+2 ms)Flushing c339a1503da0e4e309667b9ac8f6305e/f: creating writer at 1731681381216Flushing c339a1503da0e4e309667b9ac8f6305e/f: appending metadata at 1731681381239 (+23 ms)Flushing c339a1503da0e4e309667b9ac8f6305e/f: closing flushed file at 1731681381239Flushing c339a1503da0e4e309667b9ac8f6305e/f1: creating writer at 1731681381648 (+409 ms)Flushing c339a1503da0e4e309667b9ac8f6305e/f1: appending metadata at 1731681381664 (+16 ms)Flushing c339a1503da0e4e309667b9ac8f6305e/f1: closing flushed file at 1731681381664Flushing c339a1503da0e4e309667b9ac8f6305e/norep: creating writer at 1731681382076 (+412 ms)Flushing c339a1503da0e4e309667b9ac8f6305e/norep: appending metadata at 1731681382097 (+21 ms)Flushing c339a1503da0e4e309667b9ac8f6305e/norep: closing flushed file at 1731681382097Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d63489: reopening flushed file at 1731681382517 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51eaaf20: reopening flushed file at 1731681382522 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@656030b4: reopening flushed file at 1731681382526 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for c339a1503da0e4e309667b9ac8f6305e in 1316ms, sequenceid=10, compaction requested=false at 1731681382530 (+4 ms)Writing region close event to WAL at 1731681382531 (+1 ms)Running coprocessor post-close hooks at 1731681382533 (+2 ms)Closed at 1731681382533 2024-11-15T14:36:22,534 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731681367029.c339a1503da0e4e309667b9ac8f6305e. 2024-11-15T14:36:22,568 INFO [RS:0;26754e923c4a:46019 {}] regionserver.HRegionServer(976): stopping server 26754e923c4a,46019,1731681362743; all regions closed. 2024-11-15T14:36:22,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33031 is added to blk_1073741834_1010 (size=4239) 2024-11-15T14:36:22,570 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/WALs/26754e923c4a,46019,1731681362743/26754e923c4a%2C46019%2C1731681362743.meta.1731681365042.meta not finished, retry = 0 2024-11-15T14:36:22,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33031 is added to blk_1073741839_1015 (size=3114) 2024-11-15T14:36:22,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33031 is added to blk_1073741833_1009 (size=2134) 2024-11-15T14:36:22,675 DEBUG [RS:0;26754e923c4a:46019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:22,675 INFO [RS:0;26754e923c4a:46019 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:36:22,675 INFO [RS:0;26754e923c4a:46019 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:36:22,675 INFO [RS:0;26754e923c4a:46019 {}] hbase.ChoreService(370): Chore service for: regionserver/26754e923c4a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T14:36:22,675 INFO [RS:0;26754e923c4a:46019 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:36:22,675 INFO [regionserver/26754e923c4a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:36:22,676 INFO [RS:0;26754e923c4a:46019 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-26754e923c4a,46019,1731681362743 because: Region server is closing 2024-11-15T14:36:22,676 INFO [RS:0;26754e923c4a:46019 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:46019. 2024-11-15T14:36:22,676 DEBUG [RS:0;26754e923c4a:46019 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:36:22,676 DEBUG [RS:0;26754e923c4a:46019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:22,676 DEBUG [RS:0;26754e923c4a:46019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:22,676 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:36:22,776 INFO [RS:0;26754e923c4a:46019 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.shipper26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 terminated 2024-11-15T14:36:22,776 WARN [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,46019,1731681362743.replicationSource.wal-reader.26754e923c4a%2C46019%2C1731681362743,1-26754e923c4a,46019,1731681362743 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T14:36:22,777 INFO [RS:0;26754e923c4a:46019 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:46019. 2024-11-15T14:36:22,777 DEBUG [RS:0;26754e923c4a:46019 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:36:22,777 DEBUG [RS:0;26754e923c4a:46019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:22,777 DEBUG [RS:0;26754e923c4a:46019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:22,777 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:36:22,777 INFO [RS:0;26754e923c4a:46019 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46019 2024-11-15T14:36:22,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46019-0x101401a3bc90007, quorum=127.0.0.1:52568, baseZNode=/21496781314 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21496781314/rs/26754e923c4a,46019,1731681362743 2024-11-15T14:36:22,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44905-0x101401a3bc90006, quorum=127.0.0.1:52568, baseZNode=/21496781314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21496781314/rs 2024-11-15T14:36:22,803 INFO [RS:0;26754e923c4a:46019 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:36:22,819 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [26754e923c4a,46019,1731681362743] 2024-11-15T14:36:22,828 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21496781314/draining/26754e923c4a,46019,1731681362743 already deleted, retry=false 2024-11-15T14:36:22,828 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 26754e923c4a,46019,1731681362743 expired; onlineServers=0 2024-11-15T14:36:22,828 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '26754e923c4a,44905,1731681362651' ***** 2024-11-15T14:36:22,828 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T14:36:22,828 INFO [M:0;26754e923c4a:44905 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:36:22,828 INFO [M:0;26754e923c4a:44905 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:36:22,828 DEBUG [M:0;26754e923c4a:44905 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T14:36:22,828 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T14:36:22,828 DEBUG [M:0;26754e923c4a:44905 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T14:36:22,828 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681364417 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681364417,5,FailOnTimeoutGroup] 2024-11-15T14:36:22,828 INFO [M:0;26754e923c4a:44905 {}] hbase.ChoreService(370): Chore service for: master/26754e923c4a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T14:36:22,829 INFO [M:0;26754e923c4a:44905 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:36:22,829 DEBUG [M:0;26754e923c4a:44905 {}] master.HMaster(1795): Stopping service threads 2024-11-15T14:36:22,829 INFO [M:0;26754e923c4a:44905 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T14:36:22,829 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681364418 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681364418,5,FailOnTimeoutGroup] 2024-11-15T14:36:22,829 INFO [M:0;26754e923c4a:44905 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:36:22,829 INFO [M:0;26754e923c4a:44905 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T14:36:22,829 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T14:36:22,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44905-0x101401a3bc90006, quorum=127.0.0.1:52568, baseZNode=/21496781314 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21496781314/master 2024-11-15T14:36:22,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44905-0x101401a3bc90006, quorum=127.0.0.1:52568, baseZNode=/21496781314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21496781314 2024-11-15T14:36:22,836 DEBUG [M:0;26754e923c4a:44905 {}] zookeeper.RecoverableZooKeeper(212): Node /21496781314/master already deleted, retry=false 2024-11-15T14:36:22,836 DEBUG [M:0;26754e923c4a:44905 {}] master.ActiveMasterManager(353): master:44905-0x101401a3bc90006, quorum=127.0.0.1:52568, baseZNode=/21496781314 Failed delete of our master address node; KeeperErrorCode = NoNode for /21496781314/master 2024-11-15T14:36:22,836 INFO [M:0;26754e923c4a:44905 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/.lastflushedseqids 2024-11-15T14:36:22,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33031 is added to blk_1073741848_1024 (size=245) 2024-11-15T14:36:22,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46019-0x101401a3bc90007, quorum=127.0.0.1:52568, baseZNode=/21496781314 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:36:22,919 INFO [RS:0;26754e923c4a:46019 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:36:22,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46019-0x101401a3bc90007, quorum=127.0.0.1:52568, baseZNode=/21496781314 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:36:22,919 INFO [RS:0;26754e923c4a:46019 {}] regionserver.HRegionServer(1031): Exiting; stopping=26754e923c4a,46019,1731681362743; zookeeper connection closed. 2024-11-15T14:36:22,920 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5472892b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5472892b 2024-11-15T14:36:22,920 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T14:36:22,960 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 1191, reset compression=false 2024-11-15T14:36:23,242 INFO [M:0;26754e923c4a:44905 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T14:36:23,242 INFO [M:0;26754e923c4a:44905 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T14:36:23,242 DEBUG [M:0;26754e923c4a:44905 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:36:23,242 INFO [M:0;26754e923c4a:44905 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:36:23,242 DEBUG [M:0;26754e923c4a:44905 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:36:23,242 DEBUG [M:0;26754e923c4a:44905 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:36:23,242 DEBUG [M:0;26754e923c4a:44905 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:36:23,243 INFO [M:0;26754e923c4a:44905 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-15T14:36:23,259 DEBUG [M:0;26754e923c4a:44905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7002537fcdcc40baa7b4ec4fd3892aa4 is 82, key is hbase:meta,,1/info:regioninfo/1731681365117/Put/seqid=0 2024-11-15T14:36:23,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33031 is added to blk_1073741849_1025 (size=5672) 2024-11-15T14:36:23,285 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.wal-reader.26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801 to pos 636, reset compression=false 2024-11-15T14:36:23,663 INFO [M:0;26754e923c4a:44905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7002537fcdcc40baa7b4ec4fd3892aa4 2024-11-15T14:36:23,679 DEBUG [M:0;26754e923c4a:44905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55a122369b0b41d8807deca6784ed259 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731681373689/Put/seqid=0 2024-11-15T14:36:23,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33031 is added to blk_1073741850_1026 (size=8516) 2024-11-15T14:36:23,762 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 1191, reset compression=false 2024-11-15T14:36:24,091 INFO [M:0;26754e923c4a:44905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55a122369b0b41d8807deca6784ed259 2024-11-15T14:36:24,107 DEBUG [M:0;26754e923c4a:44905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f04beb3d66a04a298a5c6f99125ac610 is 69, key is 26754e923c4a,46019,1731681362743/rs:state/1731681364511/Put/seqid=0 2024-11-15T14:36:24,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33031 is added to blk_1073741851_1027 (size=5156) 2024-11-15T14:36:24,388 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.wal-reader.26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801 to pos 636, reset compression=false 2024-11-15T14:36:24,511 INFO [M:0;26754e923c4a:44905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f04beb3d66a04a298a5c6f99125ac610 2024-11-15T14:36:24,515 DEBUG [M:0;26754e923c4a:44905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7002537fcdcc40baa7b4ec4fd3892aa4 as hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7002537fcdcc40baa7b4ec4fd3892aa4 2024-11-15T14:36:24,518 INFO [M:0;26754e923c4a:44905 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7002537fcdcc40baa7b4ec4fd3892aa4, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T14:36:24,519 DEBUG [M:0;26754e923c4a:44905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55a122369b0b41d8807deca6784ed259 as hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/55a122369b0b41d8807deca6784ed259 2024-11-15T14:36:24,521 INFO [M:0;26754e923c4a:44905 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/55a122369b0b41d8807deca6784ed259, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T14:36:24,522 DEBUG [M:0;26754e923c4a:44905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f04beb3d66a04a298a5c6f99125ac610 as hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f04beb3d66a04a298a5c6f99125ac610 2024-11-15T14:36:24,525 INFO [M:0;26754e923c4a:44905 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43059/user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f04beb3d66a04a298a5c6f99125ac610, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T14:36:24,525 INFO [M:0;26754e923c4a:44905 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false 2024-11-15T14:36:24,526 INFO [M:0;26754e923c4a:44905 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:36:24,526 DEBUG [M:0;26754e923c4a:44905 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681383242Disabling compacts and flushes for region at 1731681383242Disabling writes for close at 1731681383242Obtaining lock to block concurrent updates at 1731681383243 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731681383243Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731681383243Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731681383243Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731681383244 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731681383259 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731681383259Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731681383666 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731681383678 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731681383678Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731681384094 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731681384107 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731681384107Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72526b53: reopening flushed file at 1731681384514 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b15aa2c: reopening flushed file at 1731681384518 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@427f5093: reopening flushed file at 1731681384521 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false at 1731681384525 (+4 ms)Writing region close event to WAL at 1731681384526 (+1 ms)Closed at 1731681384526 2024-11-15T14:36:24,528 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b7e61e1c-d735-0eeb-5af7-e739e7123881/MasterData/WALs/26754e923c4a,44905,1731681362651/26754e923c4a%2C44905%2C1731681362651.1731681364099 not finished, retry = 0 2024-11-15T14:36:24,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33031 is added to blk_1073741830_1006 (size=63654) 2024-11-15T14:36:24,629 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:36:24,629 INFO [M:0;26754e923c4a:44905 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T14:36:24,629 INFO [M:0;26754e923c4a:44905 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44905 2024-11-15T14:36:24,630 INFO [M:0;26754e923c4a:44905 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:36:24,666 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 1191, reset compression=false 2024-11-15T14:36:24,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44905-0x101401a3bc90006, quorum=127.0.0.1:52568, baseZNode=/21496781314 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:36:24,736 INFO [M:0;26754e923c4a:44905 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:36:24,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44905-0x101401a3bc90006, quorum=127.0.0.1:52568, baseZNode=/21496781314 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:36:24,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@513fab77{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:36:24,738 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2579cfe1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:36:24,739 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:36:24,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc36556{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:36:24,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f104328{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c848c1-570c-7245-ec1a-b92ce77f16bc/hadoop.log.dir/,STOPPED} 2024-11-15T14:36:24,740 WARN [BP-217250364-172.17.0.3-1731681360847 heartbeating to localhost/127.0.0.1:43059 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T14:36:24,740 WARN [BP-217250364-172.17.0.3-1731681360847 heartbeating to localhost/127.0.0.1:43059 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-217250364-172.17.0.3-1731681360847 (Datanode Uuid 7ec3d8cb-b933-4c27-9b9f-516dbafd4cf4) service to localhost/127.0.0.1:43059 2024-11-15T14:36:24,740 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T14:36:24,740 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T14:36:24,740 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c848c1-570c-7245-ec1a-b92ce77f16bc/cluster_80aa525b-a364-16da-3c8b-d571c55a8c80/data/data1/current/BP-217250364-172.17.0.3-1731681360847 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:36:24,740 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c848c1-570c-7245-ec1a-b92ce77f16bc/cluster_80aa525b-a364-16da-3c8b-d571c55a8c80/data/data2/current/BP-217250364-172.17.0.3-1731681360847 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:36:24,740 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T14:36:24,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d853c79{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:36:24,746 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f9b003e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:36:24,746 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:36:24,746 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75406eb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:36:24,746 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45117c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c848c1-570c-7245-ec1a-b92ce77f16bc/hadoop.log.dir/,STOPPED} 2024-11-15T14:36:24,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T14:36:24,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T14:36:24,757 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:36:24,757 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:36:24,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:24,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:24,757 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:36:24,757 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T14:36:24,757 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1480968852, stopped=false 2024-11-15T14:36:24,757 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=26754e923c4a,37119,1731681357141 2024-11-15T14:36:24,769 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41777-0x101401a3bc90004, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1216332341/running 2024-11-15T14:36:24,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x101401a3bc90003, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1216332341/running 2024-11-15T14:36:24,769 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41777-0x101401a3bc90004, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1216332341 2024-11-15T14:36:24,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x101401a3bc90003, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1216332341 2024-11-15T14:36:24,769 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:36:24,769 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:36:24,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37119-0x101401a3bc90003, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Set watcher on znode that does not yet exist, /1-1216332341/running 2024-11-15T14:36:24,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41777-0x101401a3bc90004, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Set watcher on znode that does not yet exist, /1-1216332341/running 2024-11-15T14:36:24,770 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:36:24,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:24,771 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '26754e923c4a,41777,1731681357331' ***** 2024-11-15T14:36:24,771 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T14:36:24,771 INFO [RS:0;26754e923c4a:41777 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T14:36:24,771 INFO [RS:0;26754e923c4a:41777 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T14:36:24,771 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T14:36:24,771 INFO [RS:0;26754e923c4a:41777 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T14:36:24,771 INFO [RS:0;26754e923c4a:41777 {}] regionserver.HRegionServer(3091): Received CLOSE for c960df929c98c0a9349c856a58042510 2024-11-15T14:36:24,771 INFO [RS:0;26754e923c4a:41777 {}] regionserver.HRegionServer(3091): Received CLOSE for 89488aa30289d859f4f2a5ccdba5d55c 2024-11-15T14:36:24,771 INFO [RS:0;26754e923c4a:41777 {}] regionserver.HRegionServer(959): stopping server 26754e923c4a,41777,1731681357331 2024-11-15T14:36:24,771 INFO [RS:0;26754e923c4a:41777 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:36:24,771 INFO [RS:0;26754e923c4a:41777 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:41777. 2024-11-15T14:36:24,771 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c960df929c98c0a9349c856a58042510, disabling compactions & flushes 2024-11-15T14:36:24,771 DEBUG [RS:0;26754e923c4a:41777 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:36:24,771 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731681366388.c960df929c98c0a9349c856a58042510. 2024-11-15T14:36:24,771 DEBUG [RS:0;26754e923c4a:41777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:24,771 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731681366388.c960df929c98c0a9349c856a58042510. 2024-11-15T14:36:24,771 INFO [RS:0;26754e923c4a:41777 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T14:36:24,771 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731681366388.c960df929c98c0a9349c856a58042510. after waiting 0 ms 2024-11-15T14:36:24,771 INFO [RS:0;26754e923c4a:41777 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T14:36:24,771 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731681366388.c960df929c98c0a9349c856a58042510. 2024-11-15T14:36:24,771 INFO [RS:0;26754e923c4a:41777 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T14:36:24,771 INFO [RS:0;26754e923c4a:41777 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T14:36:24,771 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c960df929c98c0a9349c856a58042510 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-15T14:36:24,772 INFO [RS:0;26754e923c4a:41777 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T14:36:24,772 DEBUG [RS:0;26754e923c4a:41777 {}] regionserver.HRegionServer(1325): Online Regions={c960df929c98c0a9349c856a58042510=test,,1731681366388.c960df929c98c0a9349c856a58042510., 89488aa30289d859f4f2a5ccdba5d55c=hbase:replication,,1731681371366.89488aa30289d859f4f2a5ccdba5d55c., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T14:36:24,772 DEBUG [RS:0;26754e923c4a:41777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 89488aa30289d859f4f2a5ccdba5d55c, c960df929c98c0a9349c856a58042510 2024-11-15T14:36:24,772 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:36:24,772 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:36:24,772 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:36:24,772 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:36:24,772 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:36:24,772 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T14:36:24,784 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/hbase/meta/1588230740/.tmp/info/52f61295f24d4f4794d6db7287ff991d is 147, key is hbase:replication,,1731681371366.89488aa30289d859f4f2a5ccdba5d55c./info:regioninfo/1731681372136/Put/seqid=0 2024-11-15T14:36:24,787 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/default/test/c960df929c98c0a9349c856a58042510/.tmp/f/32cbde1ffbc44dbaa386ba660a3c560f is 29, key is row1/f:/1731681378685/DeleteFamily/seqid=0 2024-11-15T14:36:24,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34663 is added to blk_1073741840_1016 (size=7686) 2024-11-15T14:36:24,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34663 is added to blk_1073741841_1017 (size=5152) 2024-11-15T14:36:24,807 INFO [regionserver/26754e923c4a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:36:24,972 DEBUG [RS:0;26754e923c4a:41777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 89488aa30289d859f4f2a5ccdba5d55c, c960df929c98c0a9349c856a58042510 2024-11-15T14:36:25,172 DEBUG [RS:0;26754e923c4a:41777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 89488aa30289d859f4f2a5ccdba5d55c, c960df929c98c0a9349c856a58042510 2024-11-15T14:36:25,188 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/hbase/meta/1588230740/.tmp/info/52f61295f24d4f4794d6db7287ff991d 2024-11-15T14:36:25,190 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/default/test/c960df929c98c0a9349c856a58042510/.tmp/f/32cbde1ffbc44dbaa386ba660a3c560f 2024-11-15T14:36:25,193 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 32cbde1ffbc44dbaa386ba660a3c560f 2024-11-15T14:36:25,208 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/hbase/meta/1588230740/.tmp/ns/30af76aace1f4f53b0551fdcd475c2d7 is 43, key is default/ns:d/1731681360694/Put/seqid=0 2024-11-15T14:36:25,209 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/default/test/c960df929c98c0a9349c856a58042510/.tmp/f1/2d95e6bc8b974d9c852e75a8b6bca56c is 30, key is row1/f1:/1731681378685/DeleteFamily/seqid=0 2024-11-15T14:36:25,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34663 is added to blk_1073741842_1018 (size=5153) 2024-11-15T14:36:25,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34663 is added to blk_1073741843_1019 (size=5158) 2024-11-15T14:36:25,372 DEBUG [RS:0;26754e923c4a:41777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 89488aa30289d859f4f2a5ccdba5d55c, c960df929c98c0a9349c856a58042510 2024-11-15T14:36:25,549 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T14:36:25,549 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T14:36:25,572 DEBUG [RS:0;26754e923c4a:41777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 89488aa30289d859f4f2a5ccdba5d55c, c960df929c98c0a9349c856a58042510 2024-11-15T14:36:25,592 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.wal-reader.26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801 to pos 636, reset compression=false 2024-11-15T14:36:25,612 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/hbase/meta/1588230740/.tmp/ns/30af76aace1f4f53b0551fdcd475c2d7 2024-11-15T14:36:25,612 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/default/test/c960df929c98c0a9349c856a58042510/.tmp/f1/2d95e6bc8b974d9c852e75a8b6bca56c 2024-11-15T14:36:25,615 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d95e6bc8b974d9c852e75a8b6bca56c 2024-11-15T14:36:25,628 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/hbase/meta/1588230740/.tmp/rep_barrier/9f9e3d1ddbda4280a7bbb1a430ab46e7 is 112, key is test,,1731681366388.c960df929c98c0a9349c856a58042510./rep_barrier:seqnumDuringOpen/1731681366752/Put/seqid=0 2024-11-15T14:36:25,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34663 is added to blk_1073741844_1020 (size=5518) 2024-11-15T14:36:25,632 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/default/test/c960df929c98c0a9349c856a58042510/.tmp/norep/c50dd43126284c9c977fea7d7f07fb92 is 33, key is row1/norep:/1731681378685/DeleteFamily/seqid=0 2024-11-15T14:36:25,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34663 is added to blk_1073741845_1021 (size=5108) 2024-11-15T14:36:25,669 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 1191, reset compression=false 2024-11-15T14:36:25,672 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:36:25,672 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 1438, reset compression=false 2024-11-15T14:36:25,672 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.shipper26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,41777,1731681357331 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T14:36:25,673 ERROR [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.shipper26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 26754e923c4a,41777,1731681357331: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-26754e923c4a,41777,1731681357331, walGroup=26754e923c4a%2C41777%2C1731681357331, offset=26754e923c4a%2C41777%2C1731681357331.1731681359605:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:41777 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T14:36:25,674 ERROR [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.shipper26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T14:36:25,674 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.shipper26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T14:36:25,675 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.shipper26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T14:36:25,675 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.shipper26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T14:36:25,675 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.shipper26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T14:36:25,675 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.shipper26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1367343104, "init": 1048576000, "max": 2306867200, "used": 938726480 }, "NonHeapMemoryUsage": { "committed": 206766080, "init": 7667712, "max": -1, "used": 202577984 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T14:36:25,675 WARN [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.shipper26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:37119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:37119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T14:36:25,773 DEBUG [RS:0;26754e923c4a:41777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 89488aa30289d859f4f2a5ccdba5d55c, c960df929c98c0a9349c856a58042510 2024-11-15T14:36:25,875 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 1438, reset compression=false 2024-11-15T14:36:25,973 DEBUG [RS:0;26754e923c4a:41777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 89488aa30289d859f4f2a5ccdba5d55c, c960df929c98c0a9349c856a58042510 2024-11-15T14:36:26,031 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/hbase/meta/1588230740/.tmp/rep_barrier/9f9e3d1ddbda4280a7bbb1a430ab46e7 2024-11-15T14:36:26,035 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/default/test/c960df929c98c0a9349c856a58042510/.tmp/norep/c50dd43126284c9c977fea7d7f07fb92 2024-11-15T14:36:26,037 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c50dd43126284c9c977fea7d7f07fb92 2024-11-15T14:36:26,038 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/default/test/c960df929c98c0a9349c856a58042510/.tmp/f/32cbde1ffbc44dbaa386ba660a3c560f as hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/default/test/c960df929c98c0a9349c856a58042510/f/32cbde1ffbc44dbaa386ba660a3c560f 2024-11-15T14:36:26,041 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 32cbde1ffbc44dbaa386ba660a3c560f 2024-11-15T14:36:26,041 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/default/test/c960df929c98c0a9349c856a58042510/f/32cbde1ffbc44dbaa386ba660a3c560f, entries=3, sequenceid=10, filesize=5.0 K 2024-11-15T14:36:26,042 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/default/test/c960df929c98c0a9349c856a58042510/.tmp/f1/2d95e6bc8b974d9c852e75a8b6bca56c as hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/default/test/c960df929c98c0a9349c856a58042510/f1/2d95e6bc8b974d9c852e75a8b6bca56c 2024-11-15T14:36:26,045 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d95e6bc8b974d9c852e75a8b6bca56c 2024-11-15T14:36:26,045 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/default/test/c960df929c98c0a9349c856a58042510/f1/2d95e6bc8b974d9c852e75a8b6bca56c, entries=3, sequenceid=10, filesize=5.0 K 2024-11-15T14:36:26,046 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/default/test/c960df929c98c0a9349c856a58042510/.tmp/norep/c50dd43126284c9c977fea7d7f07fb92 as hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/default/test/c960df929c98c0a9349c856a58042510/norep/c50dd43126284c9c977fea7d7f07fb92 2024-11-15T14:36:26,049 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c50dd43126284c9c977fea7d7f07fb92 2024-11-15T14:36:26,049 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/default/test/c960df929c98c0a9349c856a58042510/norep/c50dd43126284c9c977fea7d7f07fb92, entries=1, sequenceid=10, filesize=5.0 K 2024-11-15T14:36:26,049 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for c960df929c98c0a9349c856a58042510 in 1278ms, sequenceid=10, compaction requested=false 2024-11-15T14:36:26,049 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T14:36:26,053 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/default/test/c960df929c98c0a9349c856a58042510/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T14:36:26,053 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/hbase/meta/1588230740/.tmp/table/33caf84ec7f0424c910febe1c73ed119 is 53, key is hbase:replication/table:state/1731681372143/Put/seqid=0 2024-11-15T14:36:26,053 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:36:26,053 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T14:36:26,053 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731681366388.c960df929c98c0a9349c856a58042510. 2024-11-15T14:36:26,053 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c960df929c98c0a9349c856a58042510: Waiting for close lock at 1731681384771Running coprocessor pre-close hooks at 1731681384771Disabling compacts and flushes for region at 1731681384771Disabling writes for close at 1731681384771Obtaining lock to block concurrent updates at 1731681384771Preparing flush snapshotting stores in c960df929c98c0a9349c856a58042510 at 1731681384771Finished memstore snapshotting test,,1731681366388.c960df929c98c0a9349c856a58042510., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731681384772 (+1 ms)Flushing stores of test,,1731681366388.c960df929c98c0a9349c856a58042510. at 1731681384772Flushing c960df929c98c0a9349c856a58042510/f: creating writer at 1731681384772Flushing c960df929c98c0a9349c856a58042510/f: appending metadata at 1731681384786 (+14 ms)Flushing c960df929c98c0a9349c856a58042510/f: closing flushed file at 1731681384786Flushing c960df929c98c0a9349c856a58042510/f1: creating writer at 1731681385193 (+407 ms)Flushing c960df929c98c0a9349c856a58042510/f1: appending metadata at 1731681385208 (+15 ms)Flushing c960df929c98c0a9349c856a58042510/f1: closing flushed file at 1731681385208Flushing c960df929c98c0a9349c856a58042510/norep: creating writer at 1731681385615 (+407 ms)Flushing c960df929c98c0a9349c856a58042510/norep: appending metadata at 1731681385631 (+16 ms)Flushing c960df929c98c0a9349c856a58042510/norep: closing flushed file at 1731681385631Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72e364f8: reopening flushed file at 1731681386037 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58fb7145: reopening flushed file at 1731681386041 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2af93173: reopening flushed file at 1731681386045 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for c960df929c98c0a9349c856a58042510 in 1278ms, sequenceid=10, compaction requested=false at 1731681386049 (+4 ms)Writing region close event to WAL at 1731681386051 (+2 ms)Running coprocessor post-close hooks at 1731681386053 (+2 ms)Closed at 1731681386053 2024-11-15T14:36:26,053 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731681366388.c960df929c98c0a9349c856a58042510. 2024-11-15T14:36:26,053 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 89488aa30289d859f4f2a5ccdba5d55c, disabling compactions & flushes 2024-11-15T14:36:26,054 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731681371366.89488aa30289d859f4f2a5ccdba5d55c. 2024-11-15T14:36:26,054 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731681371366.89488aa30289d859f4f2a5ccdba5d55c. 2024-11-15T14:36:26,054 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731681371366.89488aa30289d859f4f2a5ccdba5d55c. after waiting 0 ms 2024-11-15T14:36:26,054 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731681371366.89488aa30289d859f4f2a5ccdba5d55c. 2024-11-15T14:36:26,054 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 89488aa30289d859f4f2a5ccdba5d55c: Waiting for close lock at 1731681386053Running coprocessor pre-close hooks at 1731681386053Disabling compacts and flushes for region at 1731681386053Disabling writes for close at 1731681386054 (+1 ms)Failed flush hbase:replication,,1731681371366.89488aa30289d859f4f2a5ccdba5d55c., putting online again at 1731681386054 2024-11-15T14:36:26,054 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731681371366.89488aa30289d859f4f2a5ccdba5d55c. 2024-11-15T14:36:26,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34663 is added to blk_1073741846_1022 (size=5308) 2024-11-15T14:36:26,173 INFO [RS:0;26754e923c4a:41777 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T14:36:26,173 DEBUG [RS:0;26754e923c4a:41777 {}] regionserver.HRegionServer(1325): Online Regions={89488aa30289d859f4f2a5ccdba5d55c=hbase:replication,,1731681371366.89488aa30289d859f4f2a5ccdba5d55c., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T14:36:26,173 INFO [RS:0;26754e923c4a:41777 {}] regionserver.HRegionServer(3091): Received CLOSE for 89488aa30289d859f4f2a5ccdba5d55c 2024-11-15T14:36:26,173 DEBUG [RS:0;26754e923c4a:41777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 89488aa30289d859f4f2a5ccdba5d55c 2024-11-15T14:36:26,173 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 89488aa30289d859f4f2a5ccdba5d55c, disabling compactions & flushes 2024-11-15T14:36:26,173 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731681371366.89488aa30289d859f4f2a5ccdba5d55c. 2024-11-15T14:36:26,173 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731681371366.89488aa30289d859f4f2a5ccdba5d55c. 2024-11-15T14:36:26,173 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731681371366.89488aa30289d859f4f2a5ccdba5d55c. after waiting 0 ms 2024-11-15T14:36:26,173 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731681371366.89488aa30289d859f4f2a5ccdba5d55c. 2024-11-15T14:36:26,173 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 89488aa30289d859f4f2a5ccdba5d55c: Waiting for close lock at 1731681386173Running coprocessor pre-close hooks at 1731681386173Disabling compacts and flushes for region at 1731681386173Disabling writes for close at 1731681386173Failed flush hbase:replication,,1731681371366.89488aa30289d859f4f2a5ccdba5d55c., putting online again at 1731681386173 2024-11-15T14:36:26,173 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731681371366.89488aa30289d859f4f2a5ccdba5d55c. 2024-11-15T14:36:26,178 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 1438, reset compression=false 2024-11-15T14:36:26,182 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:36:26,182 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 2082, reset compression=false 2024-11-15T14:36:26,248 DEBUG [master/26754e923c4a:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=14, created chunk count=34, reused chunk count=129, reuseRatio=79.14% 2024-11-15T14:36:26,249 DEBUG [master/26754e923c4a:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-15T14:36:26,373 DEBUG [RS:0;26754e923c4a:41777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:36:26,385 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 2082, reset compression=false 2024-11-15T14:36:26,456 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/hbase/meta/1588230740/.tmp/table/33caf84ec7f0424c910febe1c73ed119 2024-11-15T14:36:26,459 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/hbase/meta/1588230740/.tmp/info/52f61295f24d4f4794d6db7287ff991d as hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/hbase/meta/1588230740/info/52f61295f24d4f4794d6db7287ff991d 2024-11-15T14:36:26,462 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/hbase/meta/1588230740/info/52f61295f24d4f4794d6db7287ff991d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T14:36:26,463 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/hbase/meta/1588230740/.tmp/ns/30af76aace1f4f53b0551fdcd475c2d7 as hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/hbase/meta/1588230740/ns/30af76aace1f4f53b0551fdcd475c2d7 2024-11-15T14:36:26,466 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/hbase/meta/1588230740/ns/30af76aace1f4f53b0551fdcd475c2d7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T14:36:26,466 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/hbase/meta/1588230740/.tmp/rep_barrier/9f9e3d1ddbda4280a7bbb1a430ab46e7 as hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/hbase/meta/1588230740/rep_barrier/9f9e3d1ddbda4280a7bbb1a430ab46e7 2024-11-15T14:36:26,469 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/hbase/meta/1588230740/rep_barrier/9f9e3d1ddbda4280a7bbb1a430ab46e7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T14:36:26,470 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/hbase/meta/1588230740/.tmp/table/33caf84ec7f0424c910febe1c73ed119 as hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/hbase/meta/1588230740/table/33caf84ec7f0424c910febe1c73ed119 2024-11-15T14:36:26,473 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/hbase/meta/1588230740/table/33caf84ec7f0424c910febe1c73ed119, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T14:36:26,473 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1701ms, sequenceid=16, compaction requested=false 2024-11-15T14:36:26,473 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T14:36:26,477 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T14:36:26,477 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:36:26,477 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:36:26,477 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:36:26,478 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681384772Running coprocessor pre-close hooks at 1731681384772Disabling compacts and flushes for region at 1731681384772Disabling writes for close at 1731681384772Obtaining lock to block concurrent updates at 1731681384772Preparing flush snapshotting stores in 1588230740 at 1731681384772Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731681384772Flushing stores of hbase:meta,,1.1588230740 at 1731681384772Flushing 1588230740/info: creating writer at 1731681384772Flushing 1588230740/info: appending metadata at 1731681384784 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731681384784Flushing 1588230740/ns: creating writer at 1731681385191 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731681385207 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731681385207Flushing 1588230740/rep_barrier: creating writer at 1731681385615 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731681385627 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731681385628 (+1 ms)Flushing 1588230740/table: creating writer at 1731681386035 (+407 ms)Flushing 1588230740/table: appending metadata at 1731681386052 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731681386052Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d10674e: reopening flushed file at 1731681386459 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a8f9101: reopening flushed file at 1731681386463 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a714920: reopening flushed file at 1731681386466 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39cf3ba5: reopening flushed file at 1731681386469 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1701ms, sequenceid=16, compaction requested=false at 1731681386473 (+4 ms)Writing region close event to WAL at 1731681386475 (+2 ms)Running coprocessor post-close hooks at 1731681386477 (+2 ms)Closed at 1731681386477 2024-11-15T14:36:26,478 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T14:36:26,573 INFO [RS:0;26754e923c4a:41777 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-15T14:36:26,573 INFO [RS:0;26754e923c4a:41777 {}] regionserver.HRegionServer(976): stopping server 26754e923c4a,41777,1731681357331; all regions closed. 2024-11-15T14:36:26,576 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.meta.1731681360651.meta not finished, retry = 0 2024-11-15T14:36:26,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34663 is added to blk_1073741834_1010 (size=4239) 2024-11-15T14:36:26,678 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.rep.1731681372103 not finished, retry = 0 2024-11-15T14:36:26,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34663 is added to blk_1073741839_1015 (size=2171) 2024-11-15T14:36:26,688 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 to pos 2082, reset compression=false 2024-11-15T14:36:26,716 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T14:36:26,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:26,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:26,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:26,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:26,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:26,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:26,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:26,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:26,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:26,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:26,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:26,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:26,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:26,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:26,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:26,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:26,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34663 is added to blk_1073741832_1008 (size=2090) 2024-11-15T14:36:26,780 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/WALs/26754e923c4a,41777,1731681357331/26754e923c4a%2C41777%2C1731681357331.1731681359605 not finished, retry = 0 2024-11-15T14:36:26,881 DEBUG [RS:0;26754e923c4a:41777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:26,881 INFO [RS:0;26754e923c4a:41777 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:36:26,881 INFO [RS:0;26754e923c4a:41777 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:36:26,882 INFO [RS:0;26754e923c4a:41777 {}] hbase.ChoreService(370): Chore service for: regionserver/26754e923c4a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T14:36:26,882 INFO [RS:0;26754e923c4a:41777 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:36:26,882 INFO [regionserver/26754e923c4a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:36:26,882 INFO [RS:0;26754e923c4a:41777 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-26754e923c4a,41777,1731681357331 because: Region server is closing 2024-11-15T14:36:26,882 INFO [RS:0;26754e923c4a:41777 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:41777. 2024-11-15T14:36:26,882 DEBUG [RS:0;26754e923c4a:41777 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:36:26,882 DEBUG [RS:0;26754e923c4a:41777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:26,882 DEBUG [RS:0;26754e923c4a:41777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:26,882 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:36:26,895 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.wal-reader.26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801 to pos 636, reset compression=false 2024-11-15T14:36:26,983 INFO [RS:0;26754e923c4a:41777 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.shipper26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 terminated 2024-11-15T14:36:26,983 WARN [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,41777,1731681357331.replicationSource.wal-reader.26754e923c4a%2C41777%2C1731681357331,1-26754e923c4a,41777,1731681357331 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T14:36:26,983 INFO [RS:0;26754e923c4a:41777 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:41777. 2024-11-15T14:36:26,983 DEBUG [RS:0;26754e923c4a:41777 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:36:26,983 DEBUG [RS:0;26754e923c4a:41777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:26,983 DEBUG [RS:0;26754e923c4a:41777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:26,983 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:36:26,983 INFO [RS:0;26754e923c4a:41777 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41777 2024-11-15T14:36:27,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x101401a3bc90003, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1216332341/rs 2024-11-15T14:36:27,115 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41777-0x101401a3bc90004, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1216332341/rs/26754e923c4a,41777,1731681357331 2024-11-15T14:36:27,115 INFO [RS:0;26754e923c4a:41777 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:36:27,127 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [26754e923c4a,41777,1731681357331] 2024-11-15T14:36:27,131 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T14:36:27,136 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1216332341/draining/26754e923c4a,41777,1731681357331 already deleted, retry=false 2024-11-15T14:36:27,136 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 26754e923c4a,41777,1731681357331 expired; onlineServers=0 2024-11-15T14:36:27,136 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '26754e923c4a,37119,1731681357141' ***** 2024-11-15T14:36:27,136 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T14:36:27,136 INFO [M:0;26754e923c4a:37119 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:36:27,136 INFO [M:0;26754e923c4a:37119 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:36:27,136 DEBUG [M:0;26754e923c4a:37119 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T14:36:27,136 DEBUG [M:0;26754e923c4a:37119 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T14:36:27,136 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T14:36:27,136 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681359354 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681359354,5,FailOnTimeoutGroup] 2024-11-15T14:36:27,136 INFO [M:0;26754e923c4a:37119 {}] hbase.ChoreService(370): Chore service for: master/26754e923c4a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T14:36:27,136 INFO [M:0;26754e923c4a:37119 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:36:27,136 DEBUG [M:0;26754e923c4a:37119 {}] master.HMaster(1795): Stopping service threads 2024-11-15T14:36:27,136 INFO [M:0;26754e923c4a:37119 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T14:36:27,136 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681359354 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681359354,5,FailOnTimeoutGroup] 2024-11-15T14:36:27,136 INFO [M:0;26754e923c4a:37119 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:36:27,137 INFO [M:0;26754e923c4a:37119 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T14:36:27,137 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T14:36:27,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x101401a3bc90003, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1216332341/master 2024-11-15T14:36:27,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x101401a3bc90003, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1216332341 2024-11-15T14:36:27,144 DEBUG [M:0;26754e923c4a:37119 {}] zookeeper.ZKUtil(347): master:37119-0x101401a3bc90003, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Unable to get data of znode /1-1216332341/master because node does not exist (not an error) 2024-11-15T14:36:27,144 WARN [M:0;26754e923c4a:37119 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T14:36:27,144 INFO [M:0;26754e923c4a:37119 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/.lastflushedseqids 2024-11-15T14:36:27,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34663 is added to blk_1073741847_1023 (size=245) 2024-11-15T14:36:27,227 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41777-0x101401a3bc90004, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:36:27,227 INFO [RS:0;26754e923c4a:41777 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:36:27,227 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41777-0x101401a3bc90004, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:36:27,227 INFO [RS:0;26754e923c4a:41777 {}] regionserver.HRegionServer(1031): Exiting; stopping=26754e923c4a,41777,1731681357331; zookeeper connection closed. 2024-11-15T14:36:27,228 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2604313 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2604313 2024-11-15T14:36:27,228 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T14:36:27,548 INFO [M:0;26754e923c4a:37119 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T14:36:27,549 INFO [M:0;26754e923c4a:37119 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T14:36:27,549 DEBUG [M:0;26754e923c4a:37119 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:36:27,549 INFO [M:0;26754e923c4a:37119 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:36:27,549 DEBUG [M:0;26754e923c4a:37119 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:36:27,549 DEBUG [M:0;26754e923c4a:37119 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:36:27,549 DEBUG [M:0;26754e923c4a:37119 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:36:27,549 INFO [M:0;26754e923c4a:37119 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-15T14:36:27,566 DEBUG [M:0;26754e923c4a:37119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3325938793d64714b2e33993b5bde919 is 82, key is hbase:meta,,1/info:regioninfo/1731681360681/Put/seqid=0 2024-11-15T14:36:27,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34663 is added to blk_1073741848_1024 (size=5672) 2024-11-15T14:36:27,970 INFO [M:0;26754e923c4a:37119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3325938793d64714b2e33993b5bde919 2024-11-15T14:36:27,995 DEBUG [M:0;26754e923c4a:37119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/acac47ff00f2423a9cb15c01a8a1342b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731681372147/Put/seqid=0 2024-11-15T14:36:27,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34663 is added to blk_1073741849_1025 (size=8515) 2024-11-15T14:36:28,298 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.wal-reader.26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801 to pos 636, reset compression=false 2024-11-15T14:36:28,399 INFO [M:0;26754e923c4a:37119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/acac47ff00f2423a9cb15c01a8a1342b 2024-11-15T14:36:28,415 DEBUG [M:0;26754e923c4a:37119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b6a57bc26284efa91f987b92194991d is 69, key is 26754e923c4a,41777,1731681357331/rs:state/1731681359432/Put/seqid=0 2024-11-15T14:36:28,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34663 is added to blk_1073741850_1026 (size=5156) 2024-11-15T14:36:28,819 INFO [M:0;26754e923c4a:37119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b6a57bc26284efa91f987b92194991d 2024-11-15T14:36:28,823 DEBUG [M:0;26754e923c4a:37119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3325938793d64714b2e33993b5bde919 as hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3325938793d64714b2e33993b5bde919 2024-11-15T14:36:28,826 INFO [M:0;26754e923c4a:37119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3325938793d64714b2e33993b5bde919, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T14:36:28,827 DEBUG [M:0;26754e923c4a:37119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/acac47ff00f2423a9cb15c01a8a1342b as hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/acac47ff00f2423a9cb15c01a8a1342b 2024-11-15T14:36:28,831 INFO [M:0;26754e923c4a:37119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/acac47ff00f2423a9cb15c01a8a1342b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T14:36:28,831 DEBUG [M:0;26754e923c4a:37119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b6a57bc26284efa91f987b92194991d as hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8b6a57bc26284efa91f987b92194991d 2024-11-15T14:36:28,835 INFO [M:0;26754e923c4a:37119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40059/user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8b6a57bc26284efa91f987b92194991d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T14:36:28,836 INFO [M:0;26754e923c4a:37119 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false 2024-11-15T14:36:28,838 INFO [M:0;26754e923c4a:37119 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:36:28,838 DEBUG [M:0;26754e923c4a:37119 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681387549Disabling compacts and flushes for region at 1731681387549Disabling writes for close at 1731681387549Obtaining lock to block concurrent updates at 1731681387549Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731681387549Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731681387550 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731681387550Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731681387550Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731681387566 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731681387566Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731681387975 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731681387995 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731681387995Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731681388402 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731681388415 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731681388415Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bf4eb9f: reopening flushed file at 1731681388822 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78aeeba2: reopening flushed file at 1731681388827 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5326c993: reopening flushed file at 1731681388831 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false at 1731681388836 (+5 ms)Writing region close event to WAL at 1731681388838 (+2 ms)Closed at 1731681388838 2024-11-15T14:36:28,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34663 is added to blk_1073741830_1006 (size=63642) 2024-11-15T14:36:28,839 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66cf5739-9c9e-dcfa-cab0-b04ede94f684/MasterData/WALs/26754e923c4a,37119,1731681357141/26754e923c4a%2C37119%2C1731681357141.1731681359164 not finished, retry = 0 2024-11-15T14:36:28,940 INFO [M:0;26754e923c4a:37119 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T14:36:28,940 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:36:28,940 INFO [M:0;26754e923c4a:37119 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37119 2024-11-15T14:36:28,941 INFO [M:0;26754e923c4a:37119 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:36:29,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x101401a3bc90003, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:36:29,069 INFO [M:0;26754e923c4a:37119 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:36:29,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x101401a3bc90003, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:36:29,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@521605cb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:36:29,072 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b2fe634{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:36:29,072 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:36:29,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a8ac6d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:36:29,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f92b2d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d54d0527-2d42-d3da-f385-e64b934d6a61/hadoop.log.dir/,STOPPED} 2024-11-15T14:36:29,073 WARN [BP-1971184551-172.17.0.3-1731681355975 heartbeating to localhost/127.0.0.1:40059 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T14:36:29,073 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T14:36:29,073 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T14:36:29,073 WARN [BP-1971184551-172.17.0.3-1731681355975 heartbeating to localhost/127.0.0.1:40059 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1971184551-172.17.0.3-1731681355975 (Datanode Uuid 2025ac13-521f-472f-bd50-37aaceaa58b5) service to localhost/127.0.0.1:40059 2024-11-15T14:36:29,073 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d54d0527-2d42-d3da-f385-e64b934d6a61/cluster_3048865b-fc04-16e8-c864-9e72eb802414/data/data1/current/BP-1971184551-172.17.0.3-1731681355975 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:36:29,074 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d54d0527-2d42-d3da-f385-e64b934d6a61/cluster_3048865b-fc04-16e8-c864-9e72eb802414/data/data2/current/BP-1971184551-172.17.0.3-1731681355975 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:36:29,074 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T14:36:29,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44fd5e6b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:36:29,080 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@384dd753{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:36:29,080 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:36:29,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77ac7b40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:36:29,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@477a74d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d54d0527-2d42-d3da-f385-e64b934d6a61/hadoop.log.dir/,STOPPED} 2024-11-15T14:36:29,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T14:36:29,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T14:36:29,092 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:36:29,092 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:36:29,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:29,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:29,092 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:36:29,092 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T14:36:29,092 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1698771555, stopped=false 2024-11-15T14:36:29,092 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=26754e923c4a,32897,1731681352836 2024-11-15T14:36:29,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32897-0x101401a3bc90000, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1423029292/running 2024-11-15T14:36:29,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32897-0x101401a3bc90000, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1423029292 2024-11-15T14:36:29,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x101401a3bc90001, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1423029292/running 2024-11-15T14:36:29,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x101401a3bc90001, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1423029292 2024-11-15T14:36:29,102 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:36:29,102 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:36:29,103 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:36:29,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:29,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43965-0x101401a3bc90001, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Set watcher on znode that does not yet exist, /0-1423029292/running 2024-11-15T14:36:29,103 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '26754e923c4a,43965,1731681352979' ***** 2024-11-15T14:36:29,103 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T14:36:29,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32897-0x101401a3bc90000, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Set watcher on znode that does not yet exist, /0-1423029292/running 2024-11-15T14:36:29,103 INFO [RS:0;26754e923c4a:43965 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T14:36:29,103 INFO [RS:0;26754e923c4a:43965 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T14:36:29,103 INFO [RS:0;26754e923c4a:43965 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T14:36:29,103 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T14:36:29,103 INFO [RS:0;26754e923c4a:43965 {}] regionserver.HRegionServer(3091): Received CLOSE for adf8d154bb74da809194e88533ea33a4 2024-11-15T14:36:29,103 INFO [RS:0;26754e923c4a:43965 {}] regionserver.HRegionServer(3091): Received CLOSE for cf2d42f4e335ddcb348a10b80a02426e 2024-11-15T14:36:29,103 INFO [RS:0;26754e923c4a:43965 {}] regionserver.HRegionServer(959): stopping server 26754e923c4a,43965,1731681352979 2024-11-15T14:36:29,104 INFO [RS:0;26754e923c4a:43965 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:36:29,104 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing adf8d154bb74da809194e88533ea33a4, disabling compactions & flushes 2024-11-15T14:36:29,104 INFO [RS:0;26754e923c4a:43965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:43965. 2024-11-15T14:36:29,104 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731681365241.adf8d154bb74da809194e88533ea33a4. 2024-11-15T14:36:29,104 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731681365241.adf8d154bb74da809194e88533ea33a4. 2024-11-15T14:36:29,104 DEBUG [RS:0;26754e923c4a:43965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:36:29,104 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731681365241.adf8d154bb74da809194e88533ea33a4. after waiting 0 ms 2024-11-15T14:36:29,104 DEBUG [RS:0;26754e923c4a:43965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:29,104 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731681365241.adf8d154bb74da809194e88533ea33a4. 2024-11-15T14:36:29,104 INFO [RS:0;26754e923c4a:43965 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T14:36:29,104 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing adf8d154bb74da809194e88533ea33a4 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-15T14:36:29,104 INFO [RS:0;26754e923c4a:43965 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T14:36:29,104 INFO [RS:0;26754e923c4a:43965 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T14:36:29,104 INFO [RS:0;26754e923c4a:43965 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T14:36:29,104 INFO [RS:0;26754e923c4a:43965 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T14:36:29,104 DEBUG [RS:0;26754e923c4a:43965 {}] regionserver.HRegionServer(1325): Online Regions={adf8d154bb74da809194e88533ea33a4=test,,1731681365241.adf8d154bb74da809194e88533ea33a4., 1588230740=hbase:meta,,1.1588230740, cf2d42f4e335ddcb348a10b80a02426e=hbase:replication,,1731681369216.cf2d42f4e335ddcb348a10b80a02426e.} 2024-11-15T14:36:29,104 DEBUG [RS:0;26754e923c4a:43965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, adf8d154bb74da809194e88533ea33a4, cf2d42f4e335ddcb348a10b80a02426e 2024-11-15T14:36:29,104 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:36:29,104 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:36:29,104 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:36:29,104 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:36:29,104 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:36:29,104 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T14:36:29,110 INFO [regionserver/26754e923c4a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:36:29,118 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/hbase/meta/1588230740/.tmp/info/f8231055bba74437ae4ffe2f6cfd33e5 is 147, key is hbase:replication,,1731681369216.cf2d42f4e335ddcb348a10b80a02426e./info:regioninfo/1731681370387/Put/seqid=0 2024-11-15T14:36:29,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741840_1016 (size=7686) 2024-11-15T14:36:29,124 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/default/test/adf8d154bb74da809194e88533ea33a4/.tmp/f/c6f1f31572b942b49ff8919087ec8bab is 28, key is row/f:/1731681377680/DeleteFamily/seqid=0 2024-11-15T14:36:29,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741841_1017 (size=5085) 2024-11-15T14:36:29,304 DEBUG [RS:0;26754e923c4a:43965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, adf8d154bb74da809194e88533ea33a4, cf2d42f4e335ddcb348a10b80a02426e 2024-11-15T14:36:29,504 DEBUG [RS:0;26754e923c4a:43965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, adf8d154bb74da809194e88533ea33a4, cf2d42f4e335ddcb348a10b80a02426e 2024-11-15T14:36:29,522 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/hbase/meta/1588230740/.tmp/info/f8231055bba74437ae4ffe2f6cfd33e5 2024-11-15T14:36:29,528 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/default/test/adf8d154bb74da809194e88533ea33a4/.tmp/f/c6f1f31572b942b49ff8919087ec8bab 2024-11-15T14:36:29,531 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c6f1f31572b942b49ff8919087ec8bab 2024-11-15T14:36:29,542 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/hbase/meta/1588230740/.tmp/ns/fe551d2c9a2c45a698c1efec10e75a69 is 43, key is default/ns:d/1731681355813/Put/seqid=0 2024-11-15T14:36:29,544 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/default/test/adf8d154bb74da809194e88533ea33a4/.tmp/f1/b82be5d4a98d4384a1d9a0e69e963d14 is 29, key is row/f1:/1731681377680/DeleteFamily/seqid=0 2024-11-15T14:36:29,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741842_1018 (size=5153) 2024-11-15T14:36:29,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741843_1019 (size=5089) 2024-11-15T14:36:29,547 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/default/test/adf8d154bb74da809194e88533ea33a4/.tmp/f1/b82be5d4a98d4384a1d9a0e69e963d14 2024-11-15T14:36:29,550 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b82be5d4a98d4384a1d9a0e69e963d14 2024-11-15T14:36:29,567 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/default/test/adf8d154bb74da809194e88533ea33a4/.tmp/norep/24651120ce6549baa7dc4cb6b742edb0 is 32, key is row/norep:/1731681377680/DeleteFamily/seqid=0 2024-11-15T14:36:29,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741844_1020 (size=5101) 2024-11-15T14:36:29,674 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T14:36:29,674 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T14:36:29,704 DEBUG [RS:0;26754e923c4a:43965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, adf8d154bb74da809194e88533ea33a4, cf2d42f4e335ddcb348a10b80a02426e 2024-11-15T14:36:29,801 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.wal-reader.26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801 to pos 636, reset compression=false 2024-11-15T14:36:29,806 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.wal-reader.26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:36:29,806 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.wal-reader.26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801 to pos 883, reset compression=false 2024-11-15T14:36:29,806 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.shipper26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,43965,1731681352979 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T14:36:29,807 ERROR [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.shipper26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 26754e923c4a,43965,1731681352979: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-26754e923c4a,43965,1731681352979, walGroup=26754e923c4a%2C43965%2C1731681352979, offset=26754e923c4a%2C43965%2C1731681352979.1731681354801:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:43965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T14:36:29,809 ERROR [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.shipper26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T14:36:29,809 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.shipper26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T14:36:29,809 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.shipper26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T14:36:29,810 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.shipper26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T14:36:29,810 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.shipper26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T14:36:29,810 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.shipper26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1367343104, "init": 1048576000, "max": 2306867200, "used": 1020515408 }, "NonHeapMemoryUsage": { "committed": 206897152, "init": 7667712, "max": -1, "used": 203058728 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T14:36:29,810 WARN [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.shipper26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:32897 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:32897 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T14:36:29,905 DEBUG [RS:0;26754e923c4a:43965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, adf8d154bb74da809194e88533ea33a4, cf2d42f4e335ddcb348a10b80a02426e 2024-11-15T14:36:29,946 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/hbase/meta/1588230740/.tmp/ns/fe551d2c9a2c45a698c1efec10e75a69 2024-11-15T14:36:29,969 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/hbase/meta/1588230740/.tmp/rep_barrier/60a3e69727f44611b47d5c1e10cc20e4 is 112, key is test,,1731681365241.adf8d154bb74da809194e88533ea33a4./rep_barrier:seqnumDuringOpen/1731681366009/Put/seqid=0 2024-11-15T14:36:29,970 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/default/test/adf8d154bb74da809194e88533ea33a4/.tmp/norep/24651120ce6549baa7dc4cb6b742edb0 2024-11-15T14:36:29,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741845_1021 (size=5518) 2024-11-15T14:36:29,975 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 24651120ce6549baa7dc4cb6b742edb0 2024-11-15T14:36:29,976 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/default/test/adf8d154bb74da809194e88533ea33a4/.tmp/f/c6f1f31572b942b49ff8919087ec8bab as hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/default/test/adf8d154bb74da809194e88533ea33a4/f/c6f1f31572b942b49ff8919087ec8bab 2024-11-15T14:36:29,981 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c6f1f31572b942b49ff8919087ec8bab 2024-11-15T14:36:29,981 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/default/test/adf8d154bb74da809194e88533ea33a4/f/c6f1f31572b942b49ff8919087ec8bab, entries=1, sequenceid=6, filesize=5.0 K 2024-11-15T14:36:29,982 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/default/test/adf8d154bb74da809194e88533ea33a4/.tmp/f1/b82be5d4a98d4384a1d9a0e69e963d14 as hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/default/test/adf8d154bb74da809194e88533ea33a4/f1/b82be5d4a98d4384a1d9a0e69e963d14 2024-11-15T14:36:29,986 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b82be5d4a98d4384a1d9a0e69e963d14 2024-11-15T14:36:29,987 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/default/test/adf8d154bb74da809194e88533ea33a4/f1/b82be5d4a98d4384a1d9a0e69e963d14, entries=1, sequenceid=6, filesize=5.0 K 2024-11-15T14:36:29,988 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/default/test/adf8d154bb74da809194e88533ea33a4/.tmp/norep/24651120ce6549baa7dc4cb6b742edb0 as hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/default/test/adf8d154bb74da809194e88533ea33a4/norep/24651120ce6549baa7dc4cb6b742edb0 2024-11-15T14:36:29,991 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 24651120ce6549baa7dc4cb6b742edb0 2024-11-15T14:36:29,991 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/default/test/adf8d154bb74da809194e88533ea33a4/norep/24651120ce6549baa7dc4cb6b742edb0, entries=1, sequenceid=6, filesize=5.0 K 2024-11-15T14:36:29,992 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for adf8d154bb74da809194e88533ea33a4 in 888ms, sequenceid=6, compaction requested=false 2024-11-15T14:36:29,992 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T14:36:29,996 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/default/test/adf8d154bb74da809194e88533ea33a4/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T14:36:29,996 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:36:29,997 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T14:36:29,997 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731681365241.adf8d154bb74da809194e88533ea33a4. 2024-11-15T14:36:29,997 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for adf8d154bb74da809194e88533ea33a4: Waiting for close lock at 1731681389104Running coprocessor pre-close hooks at 1731681389104Disabling compacts and flushes for region at 1731681389104Disabling writes for close at 1731681389104Obtaining lock to block concurrent updates at 1731681389104Preparing flush snapshotting stores in adf8d154bb74da809194e88533ea33a4 at 1731681389104Finished memstore snapshotting test,,1731681365241.adf8d154bb74da809194e88533ea33a4., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731681389104Flushing stores of test,,1731681365241.adf8d154bb74da809194e88533ea33a4. at 1731681389104Flushing adf8d154bb74da809194e88533ea33a4/f: creating writer at 1731681389105 (+1 ms)Flushing adf8d154bb74da809194e88533ea33a4/f: appending metadata at 1731681389123 (+18 ms)Flushing adf8d154bb74da809194e88533ea33a4/f: closing flushed file at 1731681389123Flushing adf8d154bb74da809194e88533ea33a4/f1: creating writer at 1731681389531 (+408 ms)Flushing adf8d154bb74da809194e88533ea33a4/f1: appending metadata at 1731681389543 (+12 ms)Flushing adf8d154bb74da809194e88533ea33a4/f1: closing flushed file at 1731681389543Flushing adf8d154bb74da809194e88533ea33a4/norep: creating writer at 1731681389550 (+7 ms)Flushing adf8d154bb74da809194e88533ea33a4/norep: appending metadata at 1731681389566 (+16 ms)Flushing adf8d154bb74da809194e88533ea33a4/norep: closing flushed file at 1731681389566Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2261f565: reopening flushed file at 1731681389976 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@498c61a0: reopening flushed file at 1731681389981 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a94e8ad: reopening flushed file at 1731681389987 (+6 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for adf8d154bb74da809194e88533ea33a4 in 888ms, sequenceid=6, compaction requested=false at 1731681389992 (+5 ms)Writing region close event to WAL at 1731681389994 (+2 ms)Running coprocessor post-close hooks at 1731681389996 (+2 ms)Closed at 1731681389997 (+1 ms) 2024-11-15T14:36:29,997 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731681365241.adf8d154bb74da809194e88533ea33a4. 2024-11-15T14:36:29,997 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cf2d42f4e335ddcb348a10b80a02426e, disabling compactions & flushes 2024-11-15T14:36:29,997 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731681369216.cf2d42f4e335ddcb348a10b80a02426e. 2024-11-15T14:36:29,997 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731681369216.cf2d42f4e335ddcb348a10b80a02426e. 2024-11-15T14:36:29,997 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731681369216.cf2d42f4e335ddcb348a10b80a02426e. after waiting 0 ms 2024-11-15T14:36:29,997 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731681369216.cf2d42f4e335ddcb348a10b80a02426e. 2024-11-15T14:36:29,997 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cf2d42f4e335ddcb348a10b80a02426e: Waiting for close lock at 1731681389997Running coprocessor pre-close hooks at 1731681389997Disabling compacts and flushes for region at 1731681389997Disabling writes for close at 1731681389997Failed flush hbase:replication,,1731681369216.cf2d42f4e335ddcb348a10b80a02426e., putting online again at 1731681389997 2024-11-15T14:36:29,997 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731681369216.cf2d42f4e335ddcb348a10b80a02426e. 2024-11-15T14:36:30,010 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.wal-reader.26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801 to pos 883, reset compression=false 2024-11-15T14:36:30,015 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.wal-reader.26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:36:30,015 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.wal-reader.26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801 to pos 1527, reset compression=false 2024-11-15T14:36:30,105 INFO [RS:0;26754e923c4a:43965 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T14:36:30,105 DEBUG [RS:0;26754e923c4a:43965 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cf2d42f4e335ddcb348a10b80a02426e=hbase:replication,,1731681369216.cf2d42f4e335ddcb348a10b80a02426e.} 2024-11-15T14:36:30,105 INFO [RS:0;26754e923c4a:43965 {}] regionserver.HRegionServer(3091): Received CLOSE for cf2d42f4e335ddcb348a10b80a02426e 2024-11-15T14:36:30,105 DEBUG [RS:0;26754e923c4a:43965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cf2d42f4e335ddcb348a10b80a02426e 2024-11-15T14:36:30,105 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cf2d42f4e335ddcb348a10b80a02426e, disabling compactions & flushes 2024-11-15T14:36:30,105 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731681369216.cf2d42f4e335ddcb348a10b80a02426e. 2024-11-15T14:36:30,105 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731681369216.cf2d42f4e335ddcb348a10b80a02426e. 2024-11-15T14:36:30,105 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731681369216.cf2d42f4e335ddcb348a10b80a02426e. after waiting 0 ms 2024-11-15T14:36:30,105 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731681369216.cf2d42f4e335ddcb348a10b80a02426e. 2024-11-15T14:36:30,105 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cf2d42f4e335ddcb348a10b80a02426e: Waiting for close lock at 1731681390105Running coprocessor pre-close hooks at 1731681390105Disabling compacts and flushes for region at 1731681390105Disabling writes for close at 1731681390105Failed flush hbase:replication,,1731681369216.cf2d42f4e335ddcb348a10b80a02426e., putting online again at 1731681390105 2024-11-15T14:36:30,106 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731681369216.cf2d42f4e335ddcb348a10b80a02426e. 2024-11-15T14:36:30,218 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.wal-reader.26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801 to pos 1527, reset compression=false 2024-11-15T14:36:30,305 DEBUG [RS:0;26754e923c4a:43965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:36:30,374 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/hbase/meta/1588230740/.tmp/rep_barrier/60a3e69727f44611b47d5c1e10cc20e4 2024-11-15T14:36:30,390 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/hbase/meta/1588230740/.tmp/table/b7cc2e4d5db54068884fff6c4568cd40 is 53, key is hbase:replication/table:state/1731681370393/Put/seqid=0 2024-11-15T14:36:30,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741846_1022 (size=5308) 2024-11-15T14:36:30,506 DEBUG [RS:0;26754e923c4a:43965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:36:30,521 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.wal-reader.26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/WALs/26754e923c4a,43965,1731681352979/26754e923c4a%2C43965%2C1731681352979.1731681354801 to pos 1527, reset compression=false 2024-11-15T14:36:30,706 DEBUG [RS:0;26754e923c4a:43965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:36:30,794 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/hbase/meta/1588230740/.tmp/table/b7cc2e4d5db54068884fff6c4568cd40 2024-11-15T14:36:30,798 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/hbase/meta/1588230740/.tmp/info/f8231055bba74437ae4ffe2f6cfd33e5 as hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/hbase/meta/1588230740/info/f8231055bba74437ae4ffe2f6cfd33e5 2024-11-15T14:36:30,801 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/hbase/meta/1588230740/info/f8231055bba74437ae4ffe2f6cfd33e5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T14:36:30,802 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/hbase/meta/1588230740/.tmp/ns/fe551d2c9a2c45a698c1efec10e75a69 as hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/hbase/meta/1588230740/ns/fe551d2c9a2c45a698c1efec10e75a69 2024-11-15T14:36:30,805 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/hbase/meta/1588230740/ns/fe551d2c9a2c45a698c1efec10e75a69, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T14:36:30,806 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/hbase/meta/1588230740/.tmp/rep_barrier/60a3e69727f44611b47d5c1e10cc20e4 as hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/hbase/meta/1588230740/rep_barrier/60a3e69727f44611b47d5c1e10cc20e4 2024-11-15T14:36:30,809 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/hbase/meta/1588230740/rep_barrier/60a3e69727f44611b47d5c1e10cc20e4, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T14:36:30,809 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/hbase/meta/1588230740/.tmp/table/b7cc2e4d5db54068884fff6c4568cd40 as hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/hbase/meta/1588230740/table/b7cc2e4d5db54068884fff6c4568cd40 2024-11-15T14:36:30,812 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/hbase/meta/1588230740/table/b7cc2e4d5db54068884fff6c4568cd40, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T14:36:30,813 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false 2024-11-15T14:36:30,813 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T14:36:30,816 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T14:36:30,817 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:36:30,817 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:36:30,817 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:36:30,817 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681389104Running coprocessor pre-close hooks at 1731681389104Disabling compacts and flushes for region at 1731681389104Disabling writes for close at 1731681389104Obtaining lock to block concurrent updates at 1731681389104Preparing flush snapshotting stores in 1588230740 at 1731681389104Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731681389104Flushing stores of hbase:meta,,1.1588230740 at 1731681389105 (+1 ms)Flushing 1588230740/info: creating writer at 1731681389105Flushing 1588230740/info: appending metadata at 1731681389118 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731681389118Flushing 1588230740/ns: creating writer at 1731681389526 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731681389542 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731681389542Flushing 1588230740/rep_barrier: creating writer at 1731681389950 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731681389968 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731681389968Flushing 1588230740/table: creating writer at 1731681390377 (+409 ms)Flushing 1588230740/table: appending metadata at 1731681390390 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731681390390Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cdce7f: reopening flushed file at 1731681390798 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50437445: reopening flushed file at 1731681390802 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3710b25d: reopening flushed file at 1731681390805 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@340d5ceb: reopening flushed file at 1731681390809 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false at 1731681390813 (+4 ms)Writing region close event to WAL at 1731681390814 (+1 ms)Running coprocessor post-close hooks at 1731681390817 (+3 ms)Closed at 1731681390817 2024-11-15T14:36:30,817 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T14:36:30,906 INFO [RS:0;26754e923c4a:43965 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-15T14:36:30,906 INFO [RS:0;26754e923c4a:43965 {}] regionserver.HRegionServer(976): stopping server 26754e923c4a,43965,1731681352979; all regions closed. 2024-11-15T14:36:30,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741834_1010 (size=4239) 2024-11-15T14:36:30,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741839_1015 (size=1297) 2024-11-15T14:36:30,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741832_1008 (size=1535) 2024-11-15T14:36:30,912 DEBUG [RS:0;26754e923c4a:43965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:30,913 INFO [RS:0;26754e923c4a:43965 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:36:30,913 INFO [RS:0;26754e923c4a:43965 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:36:30,913 INFO [RS:0;26754e923c4a:43965 {}] hbase.ChoreService(370): Chore service for: regionserver/26754e923c4a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T14:36:30,913 INFO [RS:0;26754e923c4a:43965 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:36:30,913 INFO [regionserver/26754e923c4a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:36:30,913 INFO [RS:0;26754e923c4a:43965 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-26754e923c4a,43965,1731681352979 because: Region server is closing 2024-11-15T14:36:30,913 INFO [RS:0;26754e923c4a:43965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:43965. 2024-11-15T14:36:30,913 DEBUG [RS:0;26754e923c4a:43965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:36:30,913 DEBUG [RS:0;26754e923c4a:43965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:30,913 DEBUG [RS:0;26754e923c4a:43965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:30,913 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:36:31,014 INFO [RS:0;26754e923c4a:43965 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43965,1731681352979.replicationSource.shipper26754e923c4a%2C43965%2C1731681352979,1-26754e923c4a,43965,1731681352979 terminated 2024-11-15T14:36:31,014 INFO [RS:0;26754e923c4a:43965 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43965 2024-11-15T14:36:31,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x101401a3bc90001, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1423029292/rs/26754e923c4a,43965,1731681352979 2024-11-15T14:36:31,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32897-0x101401a3bc90000, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1423029292/rs 2024-11-15T14:36:31,044 INFO [RS:0;26754e923c4a:43965 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:36:31,052 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [26754e923c4a,43965,1731681352979] 2024-11-15T14:36:31,060 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1423029292/draining/26754e923c4a,43965,1731681352979 already deleted, retry=false 2024-11-15T14:36:31,060 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 26754e923c4a,43965,1731681352979 expired; onlineServers=0 2024-11-15T14:36:31,060 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '26754e923c4a,32897,1731681352836' ***** 2024-11-15T14:36:31,060 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T14:36:31,060 INFO [M:0;26754e923c4a:32897 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:36:31,060 INFO [M:0;26754e923c4a:32897 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:36:31,060 DEBUG [M:0;26754e923c4a:32897 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T14:36:31,061 DEBUG [M:0;26754e923c4a:32897 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T14:36:31,061 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T14:36:31,061 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681354552 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681354552,5,FailOnTimeoutGroup] 2024-11-15T14:36:31,061 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681354552 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681354552,5,FailOnTimeoutGroup] 2024-11-15T14:36:31,061 INFO [M:0;26754e923c4a:32897 {}] hbase.ChoreService(370): Chore service for: master/26754e923c4a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T14:36:31,061 INFO [M:0;26754e923c4a:32897 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:36:31,061 DEBUG [M:0;26754e923c4a:32897 {}] master.HMaster(1795): Stopping service threads 2024-11-15T14:36:31,061 INFO [M:0;26754e923c4a:32897 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T14:36:31,061 INFO [M:0;26754e923c4a:32897 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:36:31,061 INFO [M:0;26754e923c4a:32897 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T14:36:31,061 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T14:36:31,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32897-0x101401a3bc90000, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1423029292/master 2024-11-15T14:36:31,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32897-0x101401a3bc90000, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1423029292 2024-11-15T14:36:31,069 DEBUG [M:0;26754e923c4a:32897 {}] zookeeper.ZKUtil(347): master:32897-0x101401a3bc90000, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Unable to get data of znode /0-1423029292/master because node does not exist (not an error) 2024-11-15T14:36:31,069 WARN [M:0;26754e923c4a:32897 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T14:36:31,069 INFO [M:0;26754e923c4a:32897 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/.lastflushedseqids 2024-11-15T14:36:31,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741847_1023 (size=245) 2024-11-15T14:36:31,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x101401a3bc90001, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:36:31,152 INFO [RS:0;26754e923c4a:43965 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:36:31,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x101401a3bc90001, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:36:31,152 INFO [RS:0;26754e923c4a:43965 {}] regionserver.HRegionServer(1031): Exiting; stopping=26754e923c4a,43965,1731681352979; zookeeper connection closed. 2024-11-15T14:36:31,152 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@358ebbe8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@358ebbe8 2024-11-15T14:36:31,153 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T14:36:31,473 INFO [M:0;26754e923c4a:32897 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T14:36:31,473 INFO [M:0;26754e923c4a:32897 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T14:36:31,473 DEBUG [M:0;26754e923c4a:32897 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:36:31,473 INFO [M:0;26754e923c4a:32897 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:36:31,473 DEBUG [M:0;26754e923c4a:32897 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:36:31,473 DEBUG [M:0;26754e923c4a:32897 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:36:31,473 DEBUG [M:0;26754e923c4a:32897 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:36:31,474 INFO [M:0;26754e923c4a:32897 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-15T14:36:31,487 DEBUG [M:0;26754e923c4a:32897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/462d04f0304c413db400f1a69e9bf23f is 82, key is hbase:meta,,1/info:regioninfo/1731681355788/Put/seqid=0 2024-11-15T14:36:31,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741848_1024 (size=5672) 2024-11-15T14:36:31,890 INFO [M:0;26754e923c4a:32897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/462d04f0304c413db400f1a69e9bf23f 2024-11-15T14:36:31,907 DEBUG [M:0;26754e923c4a:32897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/81157a644c5f4f58903fb2a090d1bfe6 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731681366025/Put/seqid=0 2024-11-15T14:36:31,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741849_1025 (size=7218) 2024-11-15T14:36:31,979 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T14:36:31,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:31,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:31,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:31,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:31,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:31,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:31,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:32,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:32,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:32,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:32,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:32,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:32,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:32,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:32,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:32,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:32,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:32,311 INFO [M:0;26754e923c4a:32897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/81157a644c5f4f58903fb2a090d1bfe6 2024-11-15T14:36:32,314 INFO [M:0;26754e923c4a:32897 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 81157a644c5f4f58903fb2a090d1bfe6 2024-11-15T14:36:32,327 DEBUG [M:0;26754e923c4a:32897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/582fe5ff53cb45c6a9ba7e902c38ffbc is 69, key is 26754e923c4a,43965,1731681352979/rs:state/1731681354655/Put/seqid=0 2024-11-15T14:36:32,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741850_1026 (size=5156) 2024-11-15T14:36:32,730 INFO [M:0;26754e923c4a:32897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/582fe5ff53cb45c6a9ba7e902c38ffbc 2024-11-15T14:36:32,734 DEBUG [M:0;26754e923c4a:32897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/462d04f0304c413db400f1a69e9bf23f as hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/462d04f0304c413db400f1a69e9bf23f 2024-11-15T14:36:32,737 INFO [M:0;26754e923c4a:32897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/462d04f0304c413db400f1a69e9bf23f, entries=8, sequenceid=105, filesize=5.5 K 2024-11-15T14:36:32,738 DEBUG [M:0;26754e923c4a:32897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/81157a644c5f4f58903fb2a090d1bfe6 as hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/81157a644c5f4f58903fb2a090d1bfe6 2024-11-15T14:36:32,741 INFO [M:0;26754e923c4a:32897 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 81157a644c5f4f58903fb2a090d1bfe6 2024-11-15T14:36:32,741 INFO [M:0;26754e923c4a:32897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/81157a644c5f4f58903fb2a090d1bfe6, entries=11, sequenceid=105, filesize=7.0 K 2024-11-15T14:36:32,742 DEBUG [M:0;26754e923c4a:32897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/582fe5ff53cb45c6a9ba7e902c38ffbc as hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/582fe5ff53cb45c6a9ba7e902c38ffbc 2024-11-15T14:36:32,745 INFO [M:0;26754e923c4a:32897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45505/user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/582fe5ff53cb45c6a9ba7e902c38ffbc, entries=1, sequenceid=105, filesize=5.0 K 2024-11-15T14:36:32,745 INFO [M:0;26754e923c4a:32897 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=105, compaction requested=false 2024-11-15T14:36:32,746 INFO [M:0;26754e923c4a:32897 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:36:32,747 DEBUG [M:0;26754e923c4a:32897 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681391473Disabling compacts and flushes for region at 1731681391473Disabling writes for close at 1731681391473Obtaining lock to block concurrent updates at 1731681391474 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731681391474Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731681391474Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731681391474Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731681391474Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731681391486 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731681391486Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731681391894 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731681391907 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731681391907Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731681392315 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731681392326 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731681392326Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26b3ae6f: reopening flushed file at 1731681392733 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74347d7e: reopening flushed file at 1731681392738 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74a26a91: reopening flushed file at 1731681392741 (+3 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=105, compaction requested=false at 1731681392745 (+4 ms)Writing region close event to WAL at 1731681392746 (+1 ms)Closed at 1731681392746 2024-11-15T14:36:32,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741830_1006 (size=64423) 2024-11-15T14:36:32,752 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d0cbc052-7f97-cf74-a6f0-5b05f31b7811/MasterData/WALs/26754e923c4a,32897,1731681352836/26754e923c4a%2C32897%2C1731681352836.1731681354349 not finished, retry = 0 2024-11-15T14:36:32,853 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:36:32,853 INFO [M:0;26754e923c4a:32897 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T14:36:32,853 INFO [M:0;26754e923c4a:32897 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32897 2024-11-15T14:36:32,853 INFO [M:0;26754e923c4a:32897 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:36:33,002 INFO [M:0;26754e923c4a:32897 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:36:33,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32897-0x101401a3bc90000, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:36:33,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32897-0x101401a3bc90000, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:36:33,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d20b02c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:36:33,005 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@630c0dd5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:36:33,005 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:36:33,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@326bc074{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:36:33,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1383d0d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a70ca3-ccf4-d45e-6799-002f549bce99/hadoop.log.dir/,STOPPED} 2024-11-15T14:36:33,006 WARN [BP-728681394-172.17.0.3-1731681351219 heartbeating to localhost/127.0.0.1:45505 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T14:36:33,007 WARN [BP-728681394-172.17.0.3-1731681351219 heartbeating to localhost/127.0.0.1:45505 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-728681394-172.17.0.3-1731681351219 (Datanode Uuid db0713cf-3979-4ffd-8b7d-4a8a536dcd41) service to localhost/127.0.0.1:45505 2024-11-15T14:36:33,007 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T14:36:33,007 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T14:36:33,007 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a70ca3-ccf4-d45e-6799-002f549bce99/cluster_11bd2350-3ecb-dedb-2757-fd735fe30b59/data/data1/current/BP-728681394-172.17.0.3-1731681351219 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:36:33,007 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a70ca3-ccf4-d45e-6799-002f549bce99/cluster_11bd2350-3ecb-dedb-2757-fd735fe30b59/data/data2/current/BP-728681394-172.17.0.3-1731681351219 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:36:33,007 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T14:36:33,012 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ef4fba4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:36:33,012 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@698790f7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:36:33,012 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:36:33,012 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d13cb06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:36:33,012 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40a48f3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a70ca3-ccf4-d45e-6799-002f549bce99/hadoop.log.dir/,STOPPED} 2024-11-15T14:36:33,017 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T14:36:33,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T14:36:33,036 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=357 (was 313) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52568) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40059 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45505 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43059 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52568) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40059 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45505 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40059 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40059 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:45505 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:43059 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52568) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45505 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43059 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:40059 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43059 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45505 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=780 (was 731) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=387 (was 330) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=776 (was 1181) 2024-11-15T14:36:33,046 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=357, OpenFileDescriptor=780, MaxFileDescriptor=1048576, SystemLoadAverage=387, ProcessCount=11, AvailableMemoryMB=776 2024-11-15T14:36:33,057 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-15T14:36:33,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c848c1-570c-7245-ec1a-b92ce77f16bc/hadoop.log.dir so I do NOT create it in target/test-data/640a741f-545b-2ad0-9da9-f991cd0caee4 2024-11-15T14:36:33,058 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c848c1-570c-7245-ec1a-b92ce77f16bc/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T14:36:33,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c848c1-570c-7245-ec1a-b92ce77f16bc/hadoop.tmp.dir so I do NOT create it in target/test-data/640a741f-545b-2ad0-9da9-f991cd0caee4 2024-11-15T14:36:33,058 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c848c1-570c-7245-ec1a-b92ce77f16bc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T14:36:33,058 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/640a741f-545b-2ad0-9da9-f991cd0caee4 2024-11-15T14:36:33,058 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/640a741f-545b-2ad0-9da9-f991cd0caee4/cluster_70357660-1261-dfb6-6120-a13b82ac2e54, deleteOnExit=true 2024-11-15T14:36:33,060 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/640a741f-545b-2ad0-9da9-f991cd0caee4/cluster_70357660-1261-dfb6-6120-a13b82ac2e54/zookeeper_0, clientPort=49607, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/640a741f-545b-2ad0-9da9-f991cd0caee4/cluster_70357660-1261-dfb6-6120-a13b82ac2e54/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/640a741f-545b-2ad0-9da9-f991cd0caee4/cluster_70357660-1261-dfb6-6120-a13b82ac2e54/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T14:36:33,061 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49607 2024-11-15T14:36:33,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T14:36:33,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T14:36:33,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/640a741f-545b-2ad0-9da9-f991cd0caee4/test.cache.data in system properties and HBase conf 2024-11-15T14:36:33,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/640a741f-545b-2ad0-9da9-f991cd0caee4/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T14:36:33,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/640a741f-545b-2ad0-9da9-f991cd0caee4/hadoop.log.dir in system properties and HBase conf 2024-11-15T14:36:33,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/640a741f-545b-2ad0-9da9-f991cd0caee4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T14:36:33,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/640a741f-545b-2ad0-9da9-f991cd0caee4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T14:36:33,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T14:36:33,062 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T14:36:33,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/640a741f-545b-2ad0-9da9-f991cd0caee4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:36:33,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/640a741f-545b-2ad0-9da9-f991cd0caee4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:36:33,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/640a741f-545b-2ad0-9da9-f991cd0caee4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T14:36:33,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/640a741f-545b-2ad0-9da9-f991cd0caee4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:36:33,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/640a741f-545b-2ad0-9da9-f991cd0caee4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T14:36:33,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/640a741f-545b-2ad0-9da9-f991cd0caee4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T14:36:33,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/640a741f-545b-2ad0-9da9-f991cd0caee4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:36:33,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/640a741f-545b-2ad0-9da9-f991cd0caee4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:36:33,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/640a741f-545b-2ad0-9da9-f991cd0caee4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T14:36:33,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/640a741f-545b-2ad0-9da9-f991cd0caee4/nfs.dump.dir in system properties and HBase conf 2024-11-15T14:36:33,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/640a741f-545b-2ad0-9da9-f991cd0caee4/java.io.tmpdir in system properties and HBase conf 2024-11-15T14:36:33,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/640a741f-545b-2ad0-9da9-f991cd0caee4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:36:33,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/640a741f-545b-2ad0-9da9-f991cd0caee4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T14:36:33,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/640a741f-545b-2ad0-9da9-f991cd0caee4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T14:36:33,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101401a3bc90005, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T14:36:33,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101401a3bc90002, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T14:36:33,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101401a3bc90008, quorum=127.0.0.1:52568, baseZNode=/21496781314 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T14:36:33,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101401a3bc90005, quorum=127.0.0.1:52568, baseZNode=/1-1216332341 Received Disconnected from ZooKeeper, ignoring 2024-11-15T14:36:33,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101401a3bc90002, quorum=127.0.0.1:52568, baseZNode=/0-1423029292 Received Disconnected from ZooKeeper, ignoring 2024-11-15T14:36:33,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101401a3bc90008, quorum=127.0.0.1:52568, baseZNode=/21496781314 Received Disconnected from ZooKeeper, ignoring 2024-11-15T14:36:33,281 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:36:33,284 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:36:33,293 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:36:33,293 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:36:33,294 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T14:36:33,294 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:36:33,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70c1b80b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/640a741f-545b-2ad0-9da9-f991cd0caee4/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:36:33,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cd198d3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:36:33,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20a7163{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/640a741f-545b-2ad0-9da9-f991cd0caee4/java.io.tmpdir/jetty-localhost-36281-hadoop-hdfs-3_4_1-tests_jar-_-any-12763818646788116962/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:36:33,385 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@43b1868c{HTTP/1.1, (http/1.1)}{localhost:36281} 2024-11-15T14:36:33,385 INFO [Time-limited test {}] server.Server(415): Started @313460ms 2024-11-15T14:36:33,544 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:36:33,546 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:36:33,551 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:36:33,551 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:36:33,551 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T14:36:33,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c3e29d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/640a741f-545b-2ad0-9da9-f991cd0caee4/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:36:33,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64194794{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:36:33,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23395102{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/640a741f-545b-2ad0-9da9-f991cd0caee4/java.io.tmpdir/jetty-localhost-36577-hadoop-hdfs-3_4_1-tests_jar-_-any-9085160892146562535/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:36:33,643 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2889f38a{HTTP/1.1, (http/1.1)}{localhost:36577} 2024-11-15T14:36:33,643 INFO [Time-limited test {}] server.Server(415): Started @313717ms 2024-11-15T14:36:33,644 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T14:36:33,994 WARN [Thread-4186 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/640a741f-545b-2ad0-9da9-f991cd0caee4/cluster_70357660-1261-dfb6-6120-a13b82ac2e54/data/data2/current/BP-2051755698-172.17.0.3-1731681393079/current, will proceed with Du for space computation calculation, 2024-11-15T14:36:33,994 WARN [Thread-4185 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/640a741f-545b-2ad0-9da9-f991cd0caee4/cluster_70357660-1261-dfb6-6120-a13b82ac2e54/data/data1/current/BP-2051755698-172.17.0.3-1731681393079/current, will proceed with Du for space computation calculation, 2024-11-15T14:36:34,009 WARN [Thread-4173 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T14:36:34,011 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85cfc488984ddfc8 with lease ID 0xaf0f3431621c4a39: Processing first storage report for DS-9b0660e7-e4e5-4dd9-8c7d-e51c0c4a094c from datanode DatanodeRegistration(127.0.0.1:39579, datanodeUuid=96f58c46-dbfd-42c2-9a65-b6f2bd4d8c39, infoPort=44359, infoSecurePort=0, ipcPort=34345, storageInfo=lv=-57;cid=testClusterID;nsid=1999033653;c=1731681393079) 2024-11-15T14:36:34,012 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85cfc488984ddfc8 with lease ID 0xaf0f3431621c4a39: from storage DS-9b0660e7-e4e5-4dd9-8c7d-e51c0c4a094c node DatanodeRegistration(127.0.0.1:39579, datanodeUuid=96f58c46-dbfd-42c2-9a65-b6f2bd4d8c39, infoPort=44359, infoSecurePort=0, ipcPort=34345, storageInfo=lv=-57;cid=testClusterID;nsid=1999033653;c=1731681393079), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T14:36:34,012 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85cfc488984ddfc8 with lease ID 0xaf0f3431621c4a39: Processing first storage report for DS-45a5855a-0818-4db6-be57-d50685680a80 from datanode DatanodeRegistration(127.0.0.1:39579, datanodeUuid=96f58c46-dbfd-42c2-9a65-b6f2bd4d8c39, infoPort=44359, infoSecurePort=0, ipcPort=34345, storageInfo=lv=-57;cid=testClusterID;nsid=1999033653;c=1731681393079) 2024-11-15T14:36:34,012 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85cfc488984ddfc8 with lease ID 0xaf0f3431621c4a39: from storage DS-45a5855a-0818-4db6-be57-d50685680a80 node DatanodeRegistration(127.0.0.1:39579, datanodeUuid=96f58c46-dbfd-42c2-9a65-b6f2bd4d8c39, infoPort=44359, infoSecurePort=0, ipcPort=34345, storageInfo=lv=-57;cid=testClusterID;nsid=1999033653;c=1731681393079), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T14:36:34,063 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/640a741f-545b-2ad0-9da9-f991cd0caee4 2024-11-15T14:36:34,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:36:34,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:36:34,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741825_1001 (size=7) 2024-11-15T14:36:34,472 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39723/user/jenkins/test-data/344f51d5-ae1f-6c83-539b-963cb540bda0 with version=8 2024-11-15T14:36:34,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39723/user/jenkins/test-data/344f51d5-ae1f-6c83-539b-963cb540bda0/hbase-staging 2024-11-15T14:36:34,475 INFO [Time-limited test {}] client.ConnectionUtils(128): master/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:36:34,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:36:34,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:36:34,475 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:36:34,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:36:34,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:36:34,475 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T14:36:34,475 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:36:34,476 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42279 2024-11-15T14:36:34,477 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42279 connecting to ZooKeeper ensemble=127.0.0.1:49607 2024-11-15T14:36:34,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422790x0, quorum=127.0.0.1:49607, baseZNode=/0339758615 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:36:34,535 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42279-0x101401adf4d0000 connected 2024-11-15T14:36:34,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:36:34,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:36:34,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42279-0x101401adf4d0000, quorum=127.0.0.1:49607, baseZNode=/0339758615 Set watcher on znode that does not yet exist, /0339758615/running 2024-11-15T14:36:34,597 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39723/user/jenkins/test-data/344f51d5-ae1f-6c83-539b-963cb540bda0, hbase.cluster.distributed=false 2024-11-15T14:36:34,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42279-0x101401adf4d0000, quorum=127.0.0.1:49607, baseZNode=/0339758615 Set watcher on znode that does not yet exist, /0339758615/acl 2024-11-15T14:36:34,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42279 2024-11-15T14:36:34,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42279 2024-11-15T14:36:34,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42279 2024-11-15T14:36:34,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42279 2024-11-15T14:36:34,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42279 2024-11-15T14:36:34,612 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:36:34,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:36:34,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:36:34,613 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:36:34,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:36:34,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:36:34,613 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T14:36:34,613 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:36:34,613 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43365 2024-11-15T14:36:34,614 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43365 connecting to ZooKeeper ensemble=127.0.0.1:49607 2024-11-15T14:36:34,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:36:34,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:36:34,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433650x0, quorum=127.0.0.1:49607, baseZNode=/0339758615 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:36:34,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43365-0x101401adf4d0001 connected 2024-11-15T14:36:34,627 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433650x0, quorum=127.0.0.1:49607, baseZNode=/0339758615 Set watcher on znode that does not yet exist, /0339758615/running 2024-11-15T14:36:34,628 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T14:36:34,629 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T14:36:34,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43365-0x101401adf4d0001, quorum=127.0.0.1:49607, baseZNode=/0339758615 Set watcher on znode that does not yet exist, /0339758615/master 2024-11-15T14:36:34,630 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43365-0x101401adf4d0001, quorum=127.0.0.1:49607, baseZNode=/0339758615 Set watcher on znode that does not yet exist, /0339758615/acl 2024-11-15T14:36:34,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43365 2024-11-15T14:36:34,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43365 2024-11-15T14:36:34,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43365 2024-11-15T14:36:34,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43365 2024-11-15T14:36:34,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43365 2024-11-15T14:36:34,644 DEBUG [M:0;26754e923c4a:42279 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;26754e923c4a:42279 2024-11-15T14:36:34,644 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0339758615/backup-masters/26754e923c4a,42279,1731681394475 2024-11-15T14:36:34,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42279-0x101401adf4d0000, quorum=127.0.0.1:49607, baseZNode=/0339758615 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0339758615/backup-masters 2024-11-15T14:36:34,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43365-0x101401adf4d0001, quorum=127.0.0.1:49607, baseZNode=/0339758615 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0339758615/backup-masters 2024-11-15T14:36:34,652 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42279-0x101401adf4d0000, quorum=127.0.0.1:49607, baseZNode=/0339758615 Set watcher on existing znode=/0339758615/backup-masters/26754e923c4a,42279,1731681394475 2024-11-15T14:36:34,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43365-0x101401adf4d0001, quorum=127.0.0.1:49607, baseZNode=/0339758615 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0339758615/master 2024-11-15T14:36:34,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42279-0x101401adf4d0000, quorum=127.0.0.1:49607, baseZNode=/0339758615 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0339758615 2024-11-15T14:36:34,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43365-0x101401adf4d0001, quorum=127.0.0.1:49607, baseZNode=/0339758615 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0339758615 2024-11-15T14:36:34,660 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42279-0x101401adf4d0000, quorum=127.0.0.1:49607, baseZNode=/0339758615 Set watcher on existing znode=/0339758615/master 2024-11-15T14:36:34,661 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0339758615/backup-masters/26754e923c4a,42279,1731681394475 from backup master directory 2024-11-15T14:36:34,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43365-0x101401adf4d0001, quorum=127.0.0.1:49607, baseZNode=/0339758615 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0339758615/backup-masters 2024-11-15T14:36:34,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42279-0x101401adf4d0000, quorum=127.0.0.1:49607, baseZNode=/0339758615 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0339758615/backup-masters/26754e923c4a,42279,1731681394475 2024-11-15T14:36:34,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42279-0x101401adf4d0000, quorum=127.0.0.1:49607, baseZNode=/0339758615 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0339758615/backup-masters 2024-11-15T14:36:34,668 WARN [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:36:34,668 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=26754e923c4a,42279,1731681394475 2024-11-15T14:36:34,671 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39723/user/jenkins/test-data/344f51d5-ae1f-6c83-539b-963cb540bda0/hbase.id] with ID: aae67a4a-6efe-4670-8f17-f9487b4aec42 2024-11-15T14:36:34,671 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39723/user/jenkins/test-data/344f51d5-ae1f-6c83-539b-963cb540bda0/.tmp/hbase.id 2024-11-15T14:36:34,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741826_1002 (size=42) 2024-11-15T14:36:35,076 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39723/user/jenkins/test-data/344f51d5-ae1f-6c83-539b-963cb540bda0/.tmp/hbase.id]:[hdfs://localhost:39723/user/jenkins/test-data/344f51d5-ae1f-6c83-539b-963cb540bda0/hbase.id] 2024-11-15T14:36:35,084 INFO [master/26754e923c4a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:36:35,084 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T14:36:35,085 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T14:36:35,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43365-0x101401adf4d0001, quorum=127.0.0.1:49607, baseZNode=/0339758615 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0339758615 2024-11-15T14:36:35,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42279-0x101401adf4d0000, quorum=127.0.0.1:49607, baseZNode=/0339758615 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0339758615 2024-11-15T14:36:35,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741827_1003 (size=196) 2024-11-15T14:36:35,515 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:36:35,528 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T14:36:35,529 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:36:35,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741828_1004 (size=1189) 2024-11-15T14:36:35,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T14:36:35,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T14:36:35,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T14:36:35,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T14:36:35,934 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39723/user/jenkins/test-data/344f51d5-ae1f-6c83-539b-963cb540bda0/MasterData/data/master/store 2024-11-15T14:36:35,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741829_1005 (size=34) 2024-11-15T14:36:36,339 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:36:36,339 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:36:36,339 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:36:36,339 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:36:36,339 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:36:36,339 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:36:36,339 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:36:36,339 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681396339Disabling compacts and flushes for region at 1731681396339Disabling writes for close at 1731681396339Writing region close event to WAL at 1731681396339Closed at 1731681396339 2024-11-15T14:36:36,340 WARN [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39723/user/jenkins/test-data/344f51d5-ae1f-6c83-539b-963cb540bda0/MasterData/data/master/store/.initializing 2024-11-15T14:36:36,340 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39723/user/jenkins/test-data/344f51d5-ae1f-6c83-539b-963cb540bda0/MasterData/WALs/26754e923c4a,42279,1731681394475 2024-11-15T14:36:36,340 INFO [master/26754e923c4a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:36:36,342 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=26754e923c4a%2C42279%2C1731681394475, suffix=, logDir=hdfs://localhost:39723/user/jenkins/test-data/344f51d5-ae1f-6c83-539b-963cb540bda0/MasterData/WALs/26754e923c4a,42279,1731681394475, archiveDir=hdfs://localhost:39723/user/jenkins/test-data/344f51d5-ae1f-6c83-539b-963cb540bda0/MasterData/oldWALs, maxLogs=10 2024-11-15T14:36:36,353 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/344f51d5-ae1f-6c83-539b-963cb540bda0/MasterData/WALs/26754e923c4a,42279,1731681394475/26754e923c4a%2C42279%2C1731681394475.1731681396342, exclude list is [], retry=0 2024-11-15T14:36:36,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39579,DS-9b0660e7-e4e5-4dd9-8c7d-e51c0c4a094c,DISK] 2024-11-15T14:36:36,358 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/344f51d5-ae1f-6c83-539b-963cb540bda0/MasterData/WALs/26754e923c4a,42279,1731681394475/26754e923c4a%2C42279%2C1731681394475.1731681396342 2024-11-15T14:36:36,358 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44359:44359)] 2024-11-15T14:36:36,358 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:36:36,359 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:36:36,359 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:36,359 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:36,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:36,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T14:36:36,361 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:36,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:36,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:36,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T14:36:36,362 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:36,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:36:36,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:36,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T14:36:36,363 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:36,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:36:36,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:36,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T14:36:36,364 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:36,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:36:36,365 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:36,365 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39723/user/jenkins/test-data/344f51d5-ae1f-6c83-539b-963cb540bda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:36,365 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39723/user/jenkins/test-data/344f51d5-ae1f-6c83-539b-963cb540bda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:36,366 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:36,366 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:36,367 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:36:36,367 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:36,369 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39723/user/jenkins/test-data/344f51d5-ae1f-6c83-539b-963cb540bda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:36:36,369 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69083218, jitterRate=0.029420167207717896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:36:36,370 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731681396359Initializing all the Stores at 1731681396360 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681396360Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681396360Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681396360Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681396360Cleaning up temporary data from old regions at 1731681396366 (+6 ms)Region opened successfully at 1731681396369 (+3 ms) 2024-11-15T14:36:36,370 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T14:36:36,371 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2708b0b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:36:36,372 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T14:36:36,372 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T14:36:36,372 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T14:36:36,373 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T14:36:36,373 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T14:36:36,373 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T14:36:36,373 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T14:36:36,375 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T14:36:36,375 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42279-0x101401adf4d0000, quorum=127.0.0.1:49607, baseZNode=/0339758615 Unable to get data of znode /0339758615/balancer because node does not exist (not necessarily an error) 2024-11-15T14:36:36,385 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0339758615/balancer already deleted, retry=false 2024-11-15T14:36:36,385 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T14:36:36,386 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42279-0x101401adf4d0000, quorum=127.0.0.1:49607, baseZNode=/0339758615 Unable to get data of znode /0339758615/normalizer because node does not exist (not necessarily an error) 2024-11-15T14:36:36,393 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0339758615/normalizer already deleted, retry=false 2024-11-15T14:36:36,393 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T14:36:36,394 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42279-0x101401adf4d0000, quorum=127.0.0.1:49607, baseZNode=/0339758615 Unable to get data of znode /0339758615/switch/split because node does not exist (not necessarily an error) 2024-11-15T14:36:36,402 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0339758615/switch/split already deleted, retry=false 2024-11-15T14:36:36,402 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42279-0x101401adf4d0000, quorum=127.0.0.1:49607, baseZNode=/0339758615 Unable to get data of znode /0339758615/switch/merge because node does not exist (not necessarily an error) 2024-11-15T14:36:36,410 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0339758615/switch/merge already deleted, retry=false 2024-11-15T14:36:36,411 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42279-0x101401adf4d0000, quorum=127.0.0.1:49607, baseZNode=/0339758615 Unable to get data of znode /0339758615/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T14:36:36,418 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0339758615/snapshot-cleanup already deleted, retry=false 2024-11-15T14:36:36,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42279-0x101401adf4d0000, quorum=127.0.0.1:49607, baseZNode=/0339758615 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0339758615/running 2024-11-15T14:36:36,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43365-0x101401adf4d0001, quorum=127.0.0.1:49607, baseZNode=/0339758615 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0339758615/running 2024-11-15T14:36:36,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43365-0x101401adf4d0001, quorum=127.0.0.1:49607, baseZNode=/0339758615 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0339758615 2024-11-15T14:36:36,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42279-0x101401adf4d0000, quorum=127.0.0.1:49607, baseZNode=/0339758615 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0339758615 2024-11-15T14:36:36,427 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=26754e923c4a,42279,1731681394475, sessionid=0x101401adf4d0000, setting cluster-up flag (Was=false) 2024-11-15T14:36:36,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42279-0x101401adf4d0000, quorum=127.0.0.1:49607, baseZNode=/0339758615 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0339758615 2024-11-15T14:36:36,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43365-0x101401adf4d0001, quorum=127.0.0.1:49607, baseZNode=/0339758615 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0339758615 2024-11-15T14:36:36,468 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0339758615/flush-table-proc/acquired, /0339758615/flush-table-proc/reached, /0339758615/flush-table-proc/abort 2024-11-15T14:36:36,469 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,42279,1731681394475 2024-11-15T14:36:36,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42279-0x101401adf4d0000, quorum=127.0.0.1:49607, baseZNode=/0339758615 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0339758615 2024-11-15T14:36:36,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43365-0x101401adf4d0001, quorum=127.0.0.1:49607, baseZNode=/0339758615 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0339758615 2024-11-15T14:36:36,510 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0339758615/online-snapshot/acquired, /0339758615/online-snapshot/reached, /0339758615/online-snapshot/abort 2024-11-15T14:36:36,511 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,42279,1731681394475 2024-11-15T14:36:36,512 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39723/user/jenkins/test-data/344f51d5-ae1f-6c83-539b-963cb540bda0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T14:36:36,513 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T14:36:36,513 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T14:36:36,513 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T14:36:36,513 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 26754e923c4a,42279,1731681394475 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T14:36:36,514 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:36:36,514 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:36:36,515 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:36:36,515 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:36:36,515 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/26754e923c4a:0, corePoolSize=10, maxPoolSize=10 2024-11-15T14:36:36,515 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:36,515 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:36:36,515 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:36,515 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731681426515 2024-11-15T14:36:36,515 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T14:36:36,516 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T14:36:36,516 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T14:36:36,516 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T14:36:36,516 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T14:36:36,516 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T14:36:36,516 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:36:36,516 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T14:36:36,516 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:36,516 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T14:36:36,516 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T14:36:36,516 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T14:36:36,516 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T14:36:36,516 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T14:36:36,516 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:36,516 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T14:36:36,517 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T14:36:36,517 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681396517,5,FailOnTimeoutGroup] 2024-11-15T14:36:36,517 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681396517,5,FailOnTimeoutGroup] 2024-11-15T14:36:36,517 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:36,517 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T14:36:36,517 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:36,517 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:36,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741831_1007 (size=1321) 2024-11-15T14:36:36,524 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39723/user/jenkins/test-data/344f51d5-ae1f-6c83-539b-963cb540bda0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T14:36:36,524 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39723/user/jenkins/test-data/344f51d5-ae1f-6c83-539b-963cb540bda0 2024-11-15T14:36:36,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741832_1008 (size=32) 2024-11-15T14:36:36,536 INFO [RS:0;26754e923c4a:43365 {}] regionserver.HRegionServer(746): ClusterId : aae67a4a-6efe-4670-8f17-f9487b4aec42 2024-11-15T14:36:36,536 DEBUG [RS:0;26754e923c4a:43365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T14:36:36,544 DEBUG [RS:0;26754e923c4a:43365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T14:36:36,544 DEBUG [RS:0;26754e923c4a:43365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T14:36:36,552 DEBUG [RS:0;26754e923c4a:43365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T14:36:36,552 DEBUG [RS:0;26754e923c4a:43365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6db5ce8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:36:36,566 DEBUG [RS:0;26754e923c4a:43365 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;26754e923c4a:43365 2024-11-15T14:36:36,566 INFO [RS:0;26754e923c4a:43365 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T14:36:36,566 INFO [RS:0;26754e923c4a:43365 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T14:36:36,566 DEBUG [RS:0;26754e923c4a:43365 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T14:36:36,567 INFO [RS:0;26754e923c4a:43365 {}] regionserver.HRegionServer(2659): reportForDuty to master=26754e923c4a,42279,1731681394475 with port=43365, startcode=1731681394612 2024-11-15T14:36:36,567 DEBUG [RS:0;26754e923c4a:43365 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T14:36:36,568 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T14:36:36,569 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42279 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 26754e923c4a,43365,1731681394612 2024-11-15T14:36:36,569 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42279 {}] master.ServerManager(517): Registering regionserver=26754e923c4a,43365,1731681394612 2024-11-15T14:36:36,570 DEBUG [RS:0;26754e923c4a:43365 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39723/user/jenkins/test-data/344f51d5-ae1f-6c83-539b-963cb540bda0 2024-11-15T14:36:36,570 DEBUG [RS:0;26754e923c4a:43365 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39723 2024-11-15T14:36:36,570 DEBUG [RS:0;26754e923c4a:43365 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T14:36:36,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42279-0x101401adf4d0000, quorum=127.0.0.1:49607, baseZNode=/0339758615 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0339758615/rs 2024-11-15T14:36:36,577 DEBUG [RS:0;26754e923c4a:43365 {}] zookeeper.ZKUtil(111): regionserver:43365-0x101401adf4d0001, quorum=127.0.0.1:49607, baseZNode=/0339758615 Set watcher on existing znode=/0339758615/rs/26754e923c4a,43365,1731681394612 2024-11-15T14:36:36,577 WARN [RS:0;26754e923c4a:43365 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:36:36,577 INFO [RS:0;26754e923c4a:43365 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:36:36,577 DEBUG [RS:0;26754e923c4a:43365 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39723/user/jenkins/test-data/344f51d5-ae1f-6c83-539b-963cb540bda0/WALs/26754e923c4a,43365,1731681394612 2024-11-15T14:36:36,578 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [26754e923c4a,43365,1731681394612] 2024-11-15T14:36:36,580 INFO [RS:0;26754e923c4a:43365 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T14:36:36,581 INFO [RS:0;26754e923c4a:43365 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T14:36:36,582 INFO [RS:0;26754e923c4a:43365 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T14:36:36,582 INFO [RS:0;26754e923c4a:43365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:36,582 INFO [RS:0;26754e923c4a:43365 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T14:36:36,583 INFO [RS:0;26754e923c4a:43365 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T14:36:36,583 INFO [RS:0;26754e923c4a:43365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:36,583 DEBUG [RS:0;26754e923c4a:43365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:36,583 DEBUG [RS:0;26754e923c4a:43365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:36,583 DEBUG [RS:0;26754e923c4a:43365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:36,583 DEBUG [RS:0;26754e923c4a:43365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:36,583 DEBUG [RS:0;26754e923c4a:43365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:36,583 DEBUG [RS:0;26754e923c4a:43365 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:36:36,583 DEBUG [RS:0;26754e923c4a:43365 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:36,583 DEBUG [RS:0;26754e923c4a:43365 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:36,583 DEBUG [RS:0;26754e923c4a:43365 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:36,583 DEBUG [RS:0;26754e923c4a:43365 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:36,583 DEBUG [RS:0;26754e923c4a:43365 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:36,583 DEBUG [RS:0;26754e923c4a:43365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:36,583 DEBUG [RS:0;26754e923c4a:43365 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:36:36,583 DEBUG [RS:0;26754e923c4a:43365 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:36:36,585 INFO [RS:0;26754e923c4a:43365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:36,585 INFO [RS:0;26754e923c4a:43365 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:36,585 INFO [RS:0;26754e923c4a:43365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:36,585 INFO [RS:0;26754e923c4a:43365 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:36,585 INFO [RS:0;26754e923c4a:43365 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:36,585 INFO [RS:0;26754e923c4a:43365 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,43365,1731681394612-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:36:36,596 INFO [RS:0;26754e923c4a:43365 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T14:36:36,597 INFO [RS:0;26754e923c4a:43365 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,43365,1731681394612-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:36,597 INFO [RS:0;26754e923c4a:43365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:36,597 INFO [RS:0;26754e923c4a:43365 {}] regionserver.Replication(171): 26754e923c4a,43365,1731681394612 started 2024-11-15T14:36:36,608 INFO [RS:0;26754e923c4a:43365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:36,608 INFO [RS:0;26754e923c4a:43365 {}] regionserver.HRegionServer(1482): Serving as 26754e923c4a,43365,1731681394612, RpcServer on 26754e923c4a/172.17.0.3:43365, sessionid=0x101401adf4d0001 2024-11-15T14:36:36,608 DEBUG [RS:0;26754e923c4a:43365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T14:36:36,608 DEBUG [RS:0;26754e923c4a:43365 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 26754e923c4a,43365,1731681394612 2024-11-15T14:36:36,608 DEBUG [RS:0;26754e923c4a:43365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,43365,1731681394612' 2024-11-15T14:36:36,608 DEBUG [RS:0;26754e923c4a:43365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0339758615/flush-table-proc/abort' 2024-11-15T14:36:36,609 DEBUG [RS:0;26754e923c4a:43365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0339758615/flush-table-proc/acquired' 2024-11-15T14:36:36,609 DEBUG [RS:0;26754e923c4a:43365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T14:36:36,609 DEBUG [RS:0;26754e923c4a:43365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T14:36:36,609 DEBUG [RS:0;26754e923c4a:43365 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 26754e923c4a,43365,1731681394612 2024-11-15T14:36:36,609 DEBUG [RS:0;26754e923c4a:43365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,43365,1731681394612' 2024-11-15T14:36:36,609 DEBUG [RS:0;26754e923c4a:43365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0339758615/online-snapshot/abort' 2024-11-15T14:36:36,609 DEBUG [RS:0;26754e923c4a:43365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0339758615/online-snapshot/acquired' 2024-11-15T14:36:36,609 DEBUG [RS:0;26754e923c4a:43365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T14:36:36,609 INFO [RS:0;26754e923c4a:43365 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T14:36:36,609 INFO [RS:0;26754e923c4a:43365 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T14:36:36,710 INFO [RS:0;26754e923c4a:43365 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:36:36,711 INFO [RS:0;26754e923c4a:43365 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C43365%2C1731681394612, suffix=, logDir=hdfs://localhost:39723/user/jenkins/test-data/344f51d5-ae1f-6c83-539b-963cb540bda0/WALs/26754e923c4a,43365,1731681394612, archiveDir=hdfs://localhost:39723/user/jenkins/test-data/344f51d5-ae1f-6c83-539b-963cb540bda0/oldWALs, maxLogs=10 2024-11-15T14:36:36,722 DEBUG [RS:0;26754e923c4a:43365 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/344f51d5-ae1f-6c83-539b-963cb540bda0/WALs/26754e923c4a,43365,1731681394612/26754e923c4a%2C43365%2C1731681394612.1731681396711, exclude list is [], retry=0 2024-11-15T14:36:36,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39579,DS-9b0660e7-e4e5-4dd9-8c7d-e51c0c4a094c,DISK] 2024-11-15T14:36:36,726 INFO [RS:0;26754e923c4a:43365 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/344f51d5-ae1f-6c83-539b-963cb540bda0/WALs/26754e923c4a,43365,1731681394612/26754e923c4a%2C43365%2C1731681394612.1731681396711 2024-11-15T14:36:36,726 DEBUG [RS:0;26754e923c4a:43365 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44359:44359)] 2024-11-15T14:36:36,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:36:36,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:36:36,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:36:36,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:36,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:36,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:36:36,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:36:36,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:36,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:36,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:36:36,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:36:36,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:36,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:36,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:36:36,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:36:36,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:36,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:36,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:36:36,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39723/user/jenkins/test-data/344f51d5-ae1f-6c83-539b-963cb540bda0/data/hbase/meta/1588230740 2024-11-15T14:36:36,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39723/user/jenkins/test-data/344f51d5-ae1f-6c83-539b-963cb540bda0/data/hbase/meta/1588230740 2024-11-15T14:36:36,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:36:36,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:36:36,937 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:36:36,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:36:36,940 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39723/user/jenkins/test-data/344f51d5-ae1f-6c83-539b-963cb540bda0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:36:36,940 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61080656, jitterRate=-0.08982729911804199}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:36:36,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731681396931Initializing all the Stores at 1731681396932 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681396932Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681396932Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681396932Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681396932Cleaning up temporary data from old regions at 1731681396937 (+5 ms)Region opened successfully at 1731681396940 (+3 ms) 2024-11-15T14:36:36,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:36:36,940 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:36:36,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:36:36,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:36:36,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:36:36,941 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:36:36,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681396940Disabling compacts and flushes for region at 1731681396940Disabling writes for close at 1731681396941 (+1 ms)Writing region close event to WAL at 1731681396941Closed at 1731681396941 2024-11-15T14:36:36,942 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:36:36,942 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T14:36:36,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T14:36:36,942 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:36:36,943 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T14:36:37,093 DEBUG [26754e923c4a:42279 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T14:36:37,094 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=26754e923c4a,43365,1731681394612 2024-11-15T14:36:37,095 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,43365,1731681394612, state=OPENING 2024-11-15T14:36:37,118 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T14:36:37,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43365-0x101401adf4d0001, quorum=127.0.0.1:49607, baseZNode=/0339758615 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0339758615 2024-11-15T14:36:37,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42279-0x101401adf4d0000, quorum=127.0.0.1:49607, baseZNode=/0339758615 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0339758615 2024-11-15T14:36:37,127 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:36:37,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,43365,1731681394612}] 2024-11-15T14:36:37,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0339758615/meta-region-server: CHANGED 2024-11-15T14:36:37,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0339758615/meta-region-server: CHANGED 2024-11-15T14:36:37,279 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T14:36:37,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T14:36:37,282 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T14:36:37,282 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:36:37,283 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T14:36:37,284 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C43365%2C1731681394612.meta, suffix=.meta, logDir=hdfs://localhost:39723/user/jenkins/test-data/344f51d5-ae1f-6c83-539b-963cb540bda0/WALs/26754e923c4a,43365,1731681394612, archiveDir=hdfs://localhost:39723/user/jenkins/test-data/344f51d5-ae1f-6c83-539b-963cb540bda0/oldWALs, maxLogs=10 2024-11-15T14:36:37,296 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/344f51d5-ae1f-6c83-539b-963cb540bda0/WALs/26754e923c4a,43365,1731681394612/26754e923c4a%2C43365%2C1731681394612.meta.1731681397284.meta, exclude list is [], retry=0 2024-11-15T14:36:37,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39579,DS-9b0660e7-e4e5-4dd9-8c7d-e51c0c4a094c,DISK] 2024-11-15T14:36:37,299 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/344f51d5-ae1f-6c83-539b-963cb540bda0/WALs/26754e923c4a,43365,1731681394612/26754e923c4a%2C43365%2C1731681394612.meta.1731681397284.meta 2024-11-15T14:36:37,299 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44359:44359)] 2024-11-15T14:36:37,299 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:36:37,299 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:36:37,299 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T14:36:37,300 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T14:36:37,300 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T14:36:37,300 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T14:36:37,300 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:36:37,300 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T14:36:37,300 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T14:36:37,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:36:37,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:36:37,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:37,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:37,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:36:37,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:36:37,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:37,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:37,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:36:37,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:36:37,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:37,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:37,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:36:37,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:36:37,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:37,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:37,304 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:36:37,304 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39723/user/jenkins/test-data/344f51d5-ae1f-6c83-539b-963cb540bda0/data/hbase/meta/1588230740 2024-11-15T14:36:37,305 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39723/user/jenkins/test-data/344f51d5-ae1f-6c83-539b-963cb540bda0/data/hbase/meta/1588230740 2024-11-15T14:36:37,306 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:36:37,306 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:36:37,306 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:36:37,307 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:36:37,307 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66549686, jitterRate=-0.008332401514053345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:36:37,307 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T14:36:37,308 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731681397300Writing region info on filesystem at 1731681397300Initializing all the Stores at 1731681397301 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681397301Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681397301Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681397301Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681397301Cleaning up temporary data from old regions at 1731681397306 (+5 ms)Running coprocessor post-open hooks at 1731681397307 (+1 ms)Region opened successfully at 1731681397308 (+1 ms) 2024-11-15T14:36:37,309 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731681397279 2024-11-15T14:36:37,310 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T14:36:37,310 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T14:36:37,311 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,43365,1731681394612 2024-11-15T14:36:37,311 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,43365,1731681394612, state=OPEN 2024-11-15T14:36:37,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43365-0x101401adf4d0001, quorum=127.0.0.1:49607, baseZNode=/0339758615 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0339758615/meta-region-server 2024-11-15T14:36:37,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42279-0x101401adf4d0000, quorum=127.0.0.1:49607, baseZNode=/0339758615 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0339758615/meta-region-server 2024-11-15T14:36:37,335 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=26754e923c4a,43365,1731681394612 2024-11-15T14:36:37,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0339758615/meta-region-server: CHANGED 2024-11-15T14:36:37,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0339758615/meta-region-server: CHANGED 2024-11-15T14:36:37,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T14:36:37,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,43365,1731681394612 in 208 msec 2024-11-15T14:36:37,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T14:36:37,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 395 msec 2024-11-15T14:36:37,339 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:36:37,339 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T14:36:37,340 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:36:37,340 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43365,1731681394612, seqNum=-1] 2024-11-15T14:36:37,340 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:36:37,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:36:37,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 831 msec 2024-11-15T14:36:37,344 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731681397344, completionTime=-1 2024-11-15T14:36:37,344 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T14:36:37,344 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T14:36:37,346 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T14:36:37,346 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731681457346 2024-11-15T14:36:37,346 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731681517346 2024-11-15T14:36:37,346 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T14:36:37,346 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,42279,1731681394475-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:37,346 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,42279,1731681394475-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:37,346 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,42279,1731681394475-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:37,346 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-26754e923c4a:42279, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:37,346 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:37,346 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:37,347 DEBUG [master/26754e923c4a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T14:36:37,349 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.680sec 2024-11-15T14:36:37,349 INFO [master/26754e923c4a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T14:36:37,349 INFO [master/26754e923c4a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T14:36:37,349 INFO [master/26754e923c4a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T14:36:37,349 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T14:36:37,349 INFO [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T14:36:37,349 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,42279,1731681394475-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:36:37,349 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,42279,1731681394475-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T14:36:37,351 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T14:36:37,351 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T14:36:37,351 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,42279,1731681394475-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:37,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de4d58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:37,437 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,42279,-1 for getting cluster id 2024-11-15T14:36:37,437 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:36:37,438 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aae67a4a-6efe-4670-8f17-f9487b4aec42' 2024-11-15T14:36:37,438 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:36:37,438 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aae67a4a-6efe-4670-8f17-f9487b4aec42" 2024-11-15T14:36:37,438 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f02ab3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:37,438 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,42279,-1] 2024-11-15T14:36:37,438 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:36:37,439 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:37,439 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:36:37,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6593478d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:37,440 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:36:37,441 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43365,1731681394612, seqNum=-1] 2024-11-15T14:36:37,441 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:36:37,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:36:37,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=26754e923c4a,42279,1731681394475 2024-11-15T14:36:37,443 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49607 2024-11-15T14:36:37,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49607, baseZNode=/0339758615 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:36:37,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101401adf4d0002 connected 2024-11-15T14:36:37,462 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:36:37,462 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,42279,1731681394475 2024-11-15T14:36:37,462 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bbb0cd4 2024-11-15T14:36:37,463 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:36:37,463 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:36:37,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:36:37,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T14:36:37,465 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T14:36:37,465 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:37,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T14:36:37,466 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T14:36:37,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:36:37,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741835_1011 (size=902) 2024-11-15T14:36:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:36:37,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:36:37,872 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a91c28ed81b272727e5d6c2add6c839f, NAME => 'test,,1731681397463.a91c28ed81b272727e5d6c2add6c839f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39723/user/jenkins/test-data/344f51d5-ae1f-6c83-539b-963cb540bda0 2024-11-15T14:36:37,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741836_1012 (size=39) 2024-11-15T14:36:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:36:38,276 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731681397463.a91c28ed81b272727e5d6c2add6c839f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:36:38,276 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a91c28ed81b272727e5d6c2add6c839f, disabling compactions & flushes 2024-11-15T14:36:38,276 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731681397463.a91c28ed81b272727e5d6c2add6c839f. 2024-11-15T14:36:38,276 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731681397463.a91c28ed81b272727e5d6c2add6c839f. 2024-11-15T14:36:38,276 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731681397463.a91c28ed81b272727e5d6c2add6c839f. after waiting 0 ms 2024-11-15T14:36:38,276 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731681397463.a91c28ed81b272727e5d6c2add6c839f. 2024-11-15T14:36:38,276 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731681397463.a91c28ed81b272727e5d6c2add6c839f. 2024-11-15T14:36:38,277 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a91c28ed81b272727e5d6c2add6c839f: Waiting for close lock at 1731681398276Disabling compacts and flushes for region at 1731681398276Disabling writes for close at 1731681398276Writing region close event to WAL at 1731681398276Closed at 1731681398276 2024-11-15T14:36:38,277 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T14:36:38,278 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731681397463.a91c28ed81b272727e5d6c2add6c839f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731681398278"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731681398278"}]},"ts":"1731681398278"} 2024-11-15T14:36:38,279 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T14:36:38,280 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T14:36:38,280 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681398280"}]},"ts":"1731681398280"} 2024-11-15T14:36:38,281 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T14:36:38,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a91c28ed81b272727e5d6c2add6c839f, ASSIGN}] 2024-11-15T14:36:38,282 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a91c28ed81b272727e5d6c2add6c839f, ASSIGN 2024-11-15T14:36:38,282 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a91c28ed81b272727e5d6c2add6c839f, ASSIGN; state=OFFLINE, location=26754e923c4a,43365,1731681394612; forceNewPlan=false, retain=false 2024-11-15T14:36:38,433 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a91c28ed81b272727e5d6c2add6c839f, regionState=OPENING, regionLocation=26754e923c4a,43365,1731681394612 2024-11-15T14:36:38,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a91c28ed81b272727e5d6c2add6c839f, ASSIGN because future has completed 2024-11-15T14:36:38,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a91c28ed81b272727e5d6c2add6c839f, server=26754e923c4a,43365,1731681394612}] 2024-11-15T14:36:38,590 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731681397463.a91c28ed81b272727e5d6c2add6c839f. 2024-11-15T14:36:38,590 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a91c28ed81b272727e5d6c2add6c839f, NAME => 'test,,1731681397463.a91c28ed81b272727e5d6c2add6c839f.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:36:38,590 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:36:38,590 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T14:36:38,590 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a91c28ed81b272727e5d6c2add6c839f 2024-11-15T14:36:38,590 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731681397463.a91c28ed81b272727e5d6c2add6c839f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:36:38,590 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a91c28ed81b272727e5d6c2add6c839f 2024-11-15T14:36:38,590 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a91c28ed81b272727e5d6c2add6c839f 2024-11-15T14:36:38,591 INFO [StoreOpener-a91c28ed81b272727e5d6c2add6c839f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a91c28ed81b272727e5d6c2add6c839f 2024-11-15T14:36:38,592 INFO [StoreOpener-a91c28ed81b272727e5d6c2add6c839f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a91c28ed81b272727e5d6c2add6c839f columnFamilyName f 2024-11-15T14:36:38,592 DEBUG [StoreOpener-a91c28ed81b272727e5d6c2add6c839f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:38,593 INFO [StoreOpener-a91c28ed81b272727e5d6c2add6c839f-1 {}] regionserver.HStore(327): Store=a91c28ed81b272727e5d6c2add6c839f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:36:38,593 INFO [StoreOpener-a91c28ed81b272727e5d6c2add6c839f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a91c28ed81b272727e5d6c2add6c839f 2024-11-15T14:36:38,593 INFO [StoreOpener-a91c28ed81b272727e5d6c2add6c839f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a91c28ed81b272727e5d6c2add6c839f columnFamilyName f1 2024-11-15T14:36:38,593 DEBUG [StoreOpener-a91c28ed81b272727e5d6c2add6c839f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:38,593 INFO [StoreOpener-a91c28ed81b272727e5d6c2add6c839f-1 {}] regionserver.HStore(327): Store=a91c28ed81b272727e5d6c2add6c839f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:36:38,594 INFO [StoreOpener-a91c28ed81b272727e5d6c2add6c839f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a91c28ed81b272727e5d6c2add6c839f 2024-11-15T14:36:38,594 INFO [StoreOpener-a91c28ed81b272727e5d6c2add6c839f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a91c28ed81b272727e5d6c2add6c839f columnFamilyName norep 2024-11-15T14:36:38,594 DEBUG [StoreOpener-a91c28ed81b272727e5d6c2add6c839f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:38,594 INFO [StoreOpener-a91c28ed81b272727e5d6c2add6c839f-1 {}] regionserver.HStore(327): Store=a91c28ed81b272727e5d6c2add6c839f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:36:38,594 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a91c28ed81b272727e5d6c2add6c839f 2024-11-15T14:36:38,595 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39723/user/jenkins/test-data/344f51d5-ae1f-6c83-539b-963cb540bda0/data/default/test/a91c28ed81b272727e5d6c2add6c839f 2024-11-15T14:36:38,595 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39723/user/jenkins/test-data/344f51d5-ae1f-6c83-539b-963cb540bda0/data/default/test/a91c28ed81b272727e5d6c2add6c839f 2024-11-15T14:36:38,595 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a91c28ed81b272727e5d6c2add6c839f 2024-11-15T14:36:38,596 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a91c28ed81b272727e5d6c2add6c839f 2024-11-15T14:36:38,596 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T14:36:38,596 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a91c28ed81b272727e5d6c2add6c839f 2024-11-15T14:36:38,598 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39723/user/jenkins/test-data/344f51d5-ae1f-6c83-539b-963cb540bda0/data/default/test/a91c28ed81b272727e5d6c2add6c839f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:36:38,598 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a91c28ed81b272727e5d6c2add6c839f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70108621, jitterRate=0.044699862599372864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T14:36:38,598 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a91c28ed81b272727e5d6c2add6c839f 2024-11-15T14:36:38,598 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a91c28ed81b272727e5d6c2add6c839f: Running coprocessor pre-open hook at 1731681398590Writing region info on filesystem at 1731681398590Initializing all the Stores at 1731681398591 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681398591Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681398591Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681398591Cleaning up temporary data from old regions at 1731681398596 (+5 ms)Running coprocessor post-open hooks at 1731681398598 (+2 ms)Region opened successfully at 1731681398598 2024-11-15T14:36:38,599 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731681397463.a91c28ed81b272727e5d6c2add6c839f., pid=6, masterSystemTime=1731681398587 2024-11-15T14:36:38,601 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731681397463.a91c28ed81b272727e5d6c2add6c839f. 2024-11-15T14:36:38,601 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731681397463.a91c28ed81b272727e5d6c2add6c839f. 2024-11-15T14:36:38,601 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a91c28ed81b272727e5d6c2add6c839f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=26754e923c4a,43365,1731681394612 2024-11-15T14:36:38,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a91c28ed81b272727e5d6c2add6c839f, server=26754e923c4a,43365,1731681394612 because future has completed 2024-11-15T14:36:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:36:38,605 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T14:36:38,605 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a91c28ed81b272727e5d6c2add6c839f, server=26754e923c4a,43365,1731681394612 in 168 msec 2024-11-15T14:36:38,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T14:36:38,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a91c28ed81b272727e5d6c2add6c839f, ASSIGN in 324 msec 2024-11-15T14:36:38,607 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T14:36:38,607 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681398607"}]},"ts":"1731681398607"} 2024-11-15T14:36:38,608 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T14:36:38,608 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T14:36:38,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1450 sec 2024-11-15T14:36:39,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:36:39,624 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T14:36:39,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a81c26f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:39,625 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,42279,-1 for getting cluster id 2024-11-15T14:36:39,625 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:36:39,625 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aae67a4a-6efe-4670-8f17-f9487b4aec42' 2024-11-15T14:36:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:36:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aae67a4a-6efe-4670-8f17-f9487b4aec42" 2024-11-15T14:36:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@269432fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,42279,-1] 2024-11-15T14:36:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:36:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:39,626 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:36:39,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48c121d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:39,627 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:36:39,628 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,42279,1731681394475 2024-11-15T14:36:39,628 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50825c7b 2024-11-15T14:36:39,628 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:36:39,628 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:36:39,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://26754e923c4a:42279,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T14:36:39,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T14:36:39,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:36:39,630 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='26754e923c4a:42279' 2024-11-15T14:36:39,631 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b01fa00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:39,631 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,42279,-1 for getting cluster id 2024-11-15T14:36:39,631 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:36:39,632 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aae67a4a-6efe-4670-8f17-f9487b4aec42' 2024-11-15T14:36:39,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:36:39,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aae67a4a-6efe-4670-8f17-f9487b4aec42" 2024-11-15T14:36:39,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d608eeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:39,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,42279,-1] 2024-11-15T14:36:39,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:36:39,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:39,633 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:36:39,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11fc5e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:39,633 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:36:39,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,42279,1731681394475 2024-11-15T14:36:39,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69b34f3e 2024-11-15T14:36:39,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:36:39,635 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:36:39,635 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T14:36:39,635 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T14:36:39,635 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:39,635 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:36:39,635 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:39,636 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://26754e923c4a:42279, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:36:39,640 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://26754e923c4a:42279, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://26754e923c4a:42279, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://26754e923c4a:42279, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-15T14:36:39,641 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://26754e923c4a:42279, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=12 msec 2024-11-15T14:36:39,641 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-15T14:36:39,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:36:39,735 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:36:39,735 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://26754e923c4a:42279, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-15T14:36:39,735 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:36:39,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:39,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:39,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:36:39,749 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=529 (was 357) Potentially hanging thread: IPC Server handler 3 on default port 39723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: 26754e923c4a:42279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: qtp1694532233-7895 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f6f4c433c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-2051755698-172.17.0.3-1731681393079:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39723 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-6acbc82c-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=43365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@572b3861 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=43365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: qtp1694532233-7897 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f6f4c433c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1582836278-7944 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f6f4c433c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1582836278-7946 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f6f4c9f99c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1694532233-7898 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f6f4c433c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1694532233-7902 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1694532233-7896 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f6f4c433c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/640a741f-545b-2ad0-9da9-f991cd0caee4/cluster_70357660-1261-dfb6-6120-a13b82ac2e54/data/data1/current/BP-2051755698-172.17.0.3-1731681393079 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:49607): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:39723 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@1501b66d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39723 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS:0;26754e923c4a:43365-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=43365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=42279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/640a741f-545b-2ad0-9da9-f991cd0caee4/cluster_70357660-1261-dfb6-6120-a13b82ac2e54/data/data2/current/BP-2051755698-172.17.0.3-1731681393079 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681396517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49607) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 2 on default port 39723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@4bf442cd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1608609470) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: IPC Server handler 4 on default port 34345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1968973767_20 at /127.0.0.1:35618 [Receiving block BP-2051755698-172.17.0.3-1731681393079:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1694532233-7899-acceptor-0@4b91dcae-ServerConnector@43b1868c{HTTP/1.1, (http/1.1)}{localhost:36281} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39723/user/jenkins/test-data/344f51d5-ae1f-6c83-539b-963cb540bda0-prefix:26754e923c4a,43365,1731681394612 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@7ee232eb java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=42279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/26754e923c4a:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@db098cb[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Server handler 0 on default port 34345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1694532233-7900 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1968973767_20 at /127.0.0.1:35622 [Receiving block BP-2051755698-172.17.0.3-1731681393079:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1694532233-7901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/26754e923c4a:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 34345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 1 on default port 39723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS:0;26754e923c4a:43365 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-59f340a5-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 39723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS_OPEN_META-regionserver/26754e923c4a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2051755698-172.17.0.3-1731681393079:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49607) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39723/user/jenkins/test-data/344f51d5-ae1f-6c83-539b-963cb540bda0-prefix:26754e923c4a,43365,1731681394612.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@7a9ecf14 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;26754e923c4a:42279 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39723/user/jenkins/test-data/344f51d5-ae1f-6c83-539b-963cb540bda0/MasterData-prefix:26754e923c4a,42279,1731681394475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1582836278-7945-acceptor-0@4dd459c1-ServerConnector@2889f38a{HTTP/1.1, (http/1.1)}{localhost:36577} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server handler 1 on default port 34345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49607) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/26754e923c4a:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39723 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:49607 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/26754e923c4a:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1582836278-7947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-2051755698-172.17.0.3-1731681393079 heartbeating to localhost/127.0.0.1:39723 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/640a741f-545b-2ad0-9da9-f991cd0caee4/cluster_70357660-1261-dfb6-6120-a13b82ac2e54/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$590/0x00007f6f4cab4000.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@42478209 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/26754e923c4a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@5748ac97 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2051755698-172.17.0.3-1731681393079:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/640a741f-545b-2ad0-9da9-f991cd0caee4/cluster_70357660-1261-dfb6-6120-a13b82ac2e54/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681396517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1166150464_20 at /127.0.0.1:35604 [Receiving block BP-2051755698-172.17.0.3-1731681393079:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 39723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@3775cd5f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 39723 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1968973767_20 at /127.0.0.1:35558 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39723 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@640cb5b2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 34345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: IPC Server idle connection scanner for port 34345 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=870 (was 780) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=388 (was 387) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=754 (was 776) 2024-11-15T14:36:39,752 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=529 is superior to 500 2024-11-15T14:36:39,765 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=529, OpenFileDescriptor=870, MaxFileDescriptor=1048576, SystemLoadAverage=388, ProcessCount=11, AvailableMemoryMB=754 2024-11-15T14:36:39,765 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=529 is superior to 500 2024-11-15T14:36:39,780 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-15T14:36:39,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/640a741f-545b-2ad0-9da9-f991cd0caee4/hadoop.log.dir so I do NOT create it in target/test-data/ed6508be-7f8f-3cc6-89a0-14750ca73894 2024-11-15T14:36:39,781 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/640a741f-545b-2ad0-9da9-f991cd0caee4/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T14:36:39,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/640a741f-545b-2ad0-9da9-f991cd0caee4/hadoop.tmp.dir so I do NOT create it in target/test-data/ed6508be-7f8f-3cc6-89a0-14750ca73894 2024-11-15T14:36:39,781 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/640a741f-545b-2ad0-9da9-f991cd0caee4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T14:36:39,781 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed6508be-7f8f-3cc6-89a0-14750ca73894 2024-11-15T14:36:39,781 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed6508be-7f8f-3cc6-89a0-14750ca73894/cluster_42401947-d8f0-a53f-7d7f-4926d17c6eb3, deleteOnExit=true 2024-11-15T14:36:39,823 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed6508be-7f8f-3cc6-89a0-14750ca73894/cluster_42401947-d8f0-a53f-7d7f-4926d17c6eb3/zookeeper_0, clientPort=54815, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed6508be-7f8f-3cc6-89a0-14750ca73894/cluster_42401947-d8f0-a53f-7d7f-4926d17c6eb3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed6508be-7f8f-3cc6-89a0-14750ca73894/cluster_42401947-d8f0-a53f-7d7f-4926d17c6eb3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T14:36:39,824 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54815 2024-11-15T14:36:39,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T14:36:39,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T14:36:39,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed6508be-7f8f-3cc6-89a0-14750ca73894/test.cache.data in system properties and HBase conf 2024-11-15T14:36:39,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed6508be-7f8f-3cc6-89a0-14750ca73894/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T14:36:39,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed6508be-7f8f-3cc6-89a0-14750ca73894/hadoop.log.dir in system properties and HBase conf 2024-11-15T14:36:39,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed6508be-7f8f-3cc6-89a0-14750ca73894/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T14:36:39,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed6508be-7f8f-3cc6-89a0-14750ca73894/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T14:36:39,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T14:36:39,825 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T14:36:39,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed6508be-7f8f-3cc6-89a0-14750ca73894/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:36:39,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed6508be-7f8f-3cc6-89a0-14750ca73894/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:36:39,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed6508be-7f8f-3cc6-89a0-14750ca73894/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T14:36:39,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed6508be-7f8f-3cc6-89a0-14750ca73894/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:36:39,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed6508be-7f8f-3cc6-89a0-14750ca73894/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T14:36:39,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed6508be-7f8f-3cc6-89a0-14750ca73894/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T14:36:39,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed6508be-7f8f-3cc6-89a0-14750ca73894/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:36:39,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed6508be-7f8f-3cc6-89a0-14750ca73894/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:36:39,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed6508be-7f8f-3cc6-89a0-14750ca73894/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T14:36:39,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed6508be-7f8f-3cc6-89a0-14750ca73894/nfs.dump.dir in system properties and HBase conf 2024-11-15T14:36:39,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed6508be-7f8f-3cc6-89a0-14750ca73894/java.io.tmpdir in system properties and HBase conf 2024-11-15T14:36:39,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed6508be-7f8f-3cc6-89a0-14750ca73894/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:36:39,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed6508be-7f8f-3cc6-89a0-14750ca73894/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T14:36:39,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed6508be-7f8f-3cc6-89a0-14750ca73894/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T14:36:40,081 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:36:40,085 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:36:40,086 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:36:40,086 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:36:40,086 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T14:36:40,091 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:36:40,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4759d90a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed6508be-7f8f-3cc6-89a0-14750ca73894/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:36:40,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79b6a9cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:36:40,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ddd43f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed6508be-7f8f-3cc6-89a0-14750ca73894/java.io.tmpdir/jetty-localhost-36635-hadoop-hdfs-3_4_1-tests_jar-_-any-7310698664885109321/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:36:40,212 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@491c2358{HTTP/1.1, (http/1.1)}{localhost:36635} 2024-11-15T14:36:40,213 INFO [Time-limited test {}] server.Server(415): Started @320287ms 2024-11-15T14:36:40,387 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:36:40,393 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:36:40,394 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:36:40,394 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:36:40,394 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T14:36:40,395 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c2c6c16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed6508be-7f8f-3cc6-89a0-14750ca73894/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:36:40,395 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56cb1d91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:36:40,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ae63c2e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed6508be-7f8f-3cc6-89a0-14750ca73894/java.io.tmpdir/jetty-localhost-39829-hadoop-hdfs-3_4_1-tests_jar-_-any-6114744661278059478/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:36:40,527 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f659f1b{HTTP/1.1, (http/1.1)}{localhost:39829} 2024-11-15T14:36:40,527 INFO [Time-limited test {}] server.Server(415): Started @320601ms 2024-11-15T14:36:40,528 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T14:36:40,903 WARN [Thread-4318 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed6508be-7f8f-3cc6-89a0-14750ca73894/cluster_42401947-d8f0-a53f-7d7f-4926d17c6eb3/data/data1/current/BP-1417927144-172.17.0.3-1731681399848/current, will proceed with Du for space computation calculation, 2024-11-15T14:36:40,903 WARN [Thread-4319 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed6508be-7f8f-3cc6-89a0-14750ca73894/cluster_42401947-d8f0-a53f-7d7f-4926d17c6eb3/data/data2/current/BP-1417927144-172.17.0.3-1731681399848/current, will proceed with Du for space computation calculation, 2024-11-15T14:36:40,922 WARN [Thread-4306 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T14:36:40,925 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfce550732bd4d2b1 with lease ID 0x50b0750c131ed93a: Processing first storage report for DS-2ba366f2-22f7-4b28-ac31-28e0c0d085f1 from datanode DatanodeRegistration(127.0.0.1:39357, datanodeUuid=4d5438e4-5742-42dd-9708-c2e75ce6b734, infoPort=42483, infoSecurePort=0, ipcPort=35193, storageInfo=lv=-57;cid=testClusterID;nsid=1333377530;c=1731681399848) 2024-11-15T14:36:40,925 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfce550732bd4d2b1 with lease ID 0x50b0750c131ed93a: from storage DS-2ba366f2-22f7-4b28-ac31-28e0c0d085f1 node DatanodeRegistration(127.0.0.1:39357, datanodeUuid=4d5438e4-5742-42dd-9708-c2e75ce6b734, infoPort=42483, infoSecurePort=0, ipcPort=35193, storageInfo=lv=-57;cid=testClusterID;nsid=1333377530;c=1731681399848), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T14:36:40,925 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfce550732bd4d2b1 with lease ID 0x50b0750c131ed93a: Processing first storage report for DS-6a9083d5-2f95-40b2-adbd-35eed5249332 from datanode DatanodeRegistration(127.0.0.1:39357, datanodeUuid=4d5438e4-5742-42dd-9708-c2e75ce6b734, infoPort=42483, infoSecurePort=0, ipcPort=35193, storageInfo=lv=-57;cid=testClusterID;nsid=1333377530;c=1731681399848) 2024-11-15T14:36:40,925 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfce550732bd4d2b1 with lease ID 0x50b0750c131ed93a: from storage DS-6a9083d5-2f95-40b2-adbd-35eed5249332 node DatanodeRegistration(127.0.0.1:39357, datanodeUuid=4d5438e4-5742-42dd-9708-c2e75ce6b734, infoPort=42483, infoSecurePort=0, ipcPort=35193, storageInfo=lv=-57;cid=testClusterID;nsid=1333377530;c=1731681399848), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T14:36:40,952 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed6508be-7f8f-3cc6-89a0-14750ca73894 2024-11-15T14:36:40,952 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:36:40,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:36:40,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39357 is added to blk_1073741825_1001 (size=7) 2024-11-15T14:36:41,185 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T14:36:41,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:41,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:41,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:41,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:41,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:41,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:41,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:41,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:41,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:41,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:41,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:41,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:41,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:41,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:41,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:41,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:41,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:41,360 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970 with version=8 2024-11-15T14:36:41,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/hbase-staging 2024-11-15T14:36:41,362 INFO [Time-limited test {}] client.ConnectionUtils(128): master/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:36:41,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:36:41,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:36:41,362 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:36:41,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:36:41,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:36:41,362 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T14:36:41,362 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:36:41,363 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40585 2024-11-15T14:36:41,363 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40585 connecting to ZooKeeper ensemble=127.0.0.1:54815 2024-11-15T14:36:41,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:405850x0, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:36:41,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40585-0x101401af9b80000 connected 2024-11-15T14:36:41,489 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:36:41,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:36:41,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40585-0x101401af9b80000, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Set watcher on znode that does not yet exist, /0-472790509/running 2024-11-15T14:36:41,493 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970, hbase.cluster.distributed=false 2024-11-15T14:36:41,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40585-0x101401af9b80000, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Set watcher on znode that does not yet exist, /0-472790509/acl 2024-11-15T14:36:41,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40585 2024-11-15T14:36:41,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40585 2024-11-15T14:36:41,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40585 2024-11-15T14:36:41,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40585 2024-11-15T14:36:41,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40585 2024-11-15T14:36:41,507 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:36:41,507 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:36:41,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:36:41,508 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:36:41,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:36:41,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:36:41,508 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T14:36:41,508 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:36:41,508 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43717 2024-11-15T14:36:41,509 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43717 connecting to ZooKeeper ensemble=127.0.0.1:54815 2024-11-15T14:36:41,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:36:41,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:36:41,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437170x0, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:36:41,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43717-0x101401af9b80001 connected 2024-11-15T14:36:41,522 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43717-0x101401af9b80001, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Set watcher on znode that does not yet exist, /0-472790509/running 2024-11-15T14:36:41,523 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T14:36:41,526 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T14:36:41,527 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43717-0x101401af9b80001, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Set watcher on znode that does not yet exist, /0-472790509/master 2024-11-15T14:36:41,528 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43717-0x101401af9b80001, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Set watcher on znode that does not yet exist, /0-472790509/acl 2024-11-15T14:36:41,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43717 2024-11-15T14:36:41,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43717 2024-11-15T14:36:41,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43717 2024-11-15T14:36:41,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43717 2024-11-15T14:36:41,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43717 2024-11-15T14:36:41,544 DEBUG [M:0;26754e923c4a:40585 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;26754e923c4a:40585 2024-11-15T14:36:41,545 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-472790509/backup-masters/26754e923c4a,40585,1731681401362 2024-11-15T14:36:41,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40585-0x101401af9b80000, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472790509/backup-masters 2024-11-15T14:36:41,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x101401af9b80001, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472790509/backup-masters 2024-11-15T14:36:41,554 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40585-0x101401af9b80000, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Set watcher on existing znode=/0-472790509/backup-masters/26754e923c4a,40585,1731681401362 2024-11-15T14:36:41,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x101401af9b80001, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-472790509/master 2024-11-15T14:36:41,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40585-0x101401af9b80000, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472790509 2024-11-15T14:36:41,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x101401af9b80001, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472790509 2024-11-15T14:36:41,564 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40585-0x101401af9b80000, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Set watcher on existing znode=/0-472790509/master 2024-11-15T14:36:41,564 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-472790509/backup-masters/26754e923c4a,40585,1731681401362 from backup master directory 2024-11-15T14:36:41,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40585-0x101401af9b80000, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-472790509/backup-masters/26754e923c4a,40585,1731681401362 2024-11-15T14:36:41,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x101401af9b80001, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472790509/backup-masters 2024-11-15T14:36:41,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40585-0x101401af9b80000, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472790509/backup-masters 2024-11-15T14:36:41,572 WARN [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:36:41,572 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=26754e923c4a,40585,1731681401362 2024-11-15T14:36:41,575 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/hbase.id] with ID: 97ff62ff-d494-4042-9f15-92e1346d32f7 2024-11-15T14:36:41,575 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/.tmp/hbase.id 2024-11-15T14:36:41,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39357 is added to blk_1073741826_1002 (size=42) 2024-11-15T14:36:41,984 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/.tmp/hbase.id]:[hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/hbase.id] 2024-11-15T14:36:41,991 INFO [master/26754e923c4a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:36:41,991 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T14:36:41,991 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-15T14:36:42,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40585-0x101401af9b80000, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472790509 2024-11-15T14:36:42,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x101401af9b80001, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472790509 2024-11-15T14:36:42,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39357 is added to blk_1073741827_1003 (size=196) 2024-11-15T14:36:42,123 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:36:42,124 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [26754e923c4a,34083,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:34083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T14:36:42,124 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128643 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [26754e923c4a,34083,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:34083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T14:36:42,427 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:36:42,428 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T14:36:42,428 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:36:42,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39357 is added to blk_1073741828_1004 (size=1189) 2024-11-15T14:36:42,580 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T14:36:42,581 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T14:36:42,834 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/MasterData/data/master/store 2024-11-15T14:36:42,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39357 is added to blk_1073741829_1005 (size=34) 2024-11-15T14:36:43,239 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:36:43,239 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:36:43,239 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:36:43,239 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:36:43,239 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:36:43,239 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:36:43,239 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:36:43,239 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681403239Disabling compacts and flushes for region at 1731681403239Disabling writes for close at 1731681403239Writing region close event to WAL at 1731681403239Closed at 1731681403239 2024-11-15T14:36:43,239 WARN [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/MasterData/data/master/store/.initializing 2024-11-15T14:36:43,240 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/MasterData/WALs/26754e923c4a,40585,1731681401362 2024-11-15T14:36:43,240 INFO [master/26754e923c4a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:36:43,241 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=26754e923c4a%2C40585%2C1731681401362, suffix=, logDir=hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/MasterData/WALs/26754e923c4a,40585,1731681401362, archiveDir=hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/MasterData/oldWALs, maxLogs=10 2024-11-15T14:36:43,253 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/MasterData/WALs/26754e923c4a,40585,1731681401362/26754e923c4a%2C40585%2C1731681401362.1731681403242, exclude list is [], retry=0 2024-11-15T14:36:43,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39357,DS-2ba366f2-22f7-4b28-ac31-28e0c0d085f1,DISK] 2024-11-15T14:36:43,256 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/MasterData/WALs/26754e923c4a,40585,1731681401362/26754e923c4a%2C40585%2C1731681401362.1731681403242 2024-11-15T14:36:43,256 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42483:42483)] 2024-11-15T14:36:43,256 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:36:43,256 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:36:43,257 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:43,257 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:43,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:43,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T14:36:43,258 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:43,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:43,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:43,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T14:36:43,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:43,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:36:43,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:43,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T14:36:43,260 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:43,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:36:43,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:43,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T14:36:43,261 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:43,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:36:43,262 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:43,262 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:43,262 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:43,263 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:43,263 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:43,263 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:36:43,264 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:43,265 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:36:43,265 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68575624, jitterRate=0.02185642719268799}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:36:43,266 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731681403257Initializing all the Stores at 1731681403257Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681403257Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681403257Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681403257Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681403257Cleaning up temporary data from old regions at 1731681403263 (+6 ms)Region opened successfully at 1731681403266 (+3 ms) 2024-11-15T14:36:43,266 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T14:36:43,268 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a84f4dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:36:43,268 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T14:36:43,268 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T14:36:43,269 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T14:36:43,269 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T14:36:43,269 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T14:36:43,269 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T14:36:43,269 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T14:36:43,270 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T14:36:43,271 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40585-0x101401af9b80000, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Unable to get data of znode /0-472790509/balancer because node does not exist (not necessarily an error) 2024-11-15T14:36:43,330 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-472790509/balancer already deleted, retry=false 2024-11-15T14:36:43,331 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T14:36:43,331 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40585-0x101401af9b80000, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Unable to get data of znode /0-472790509/normalizer because node does not exist (not necessarily an error) 2024-11-15T14:36:43,339 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-472790509/normalizer already deleted, retry=false 2024-11-15T14:36:43,339 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T14:36:43,340 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40585-0x101401af9b80000, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Unable to get data of znode /0-472790509/switch/split because node does not exist (not necessarily an error) 2024-11-15T14:36:43,347 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-472790509/switch/split already deleted, retry=false 2024-11-15T14:36:43,347 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40585-0x101401af9b80000, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Unable to get data of znode /0-472790509/switch/merge because node does not exist (not necessarily an error) 2024-11-15T14:36:43,355 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-472790509/switch/merge already deleted, retry=false 2024-11-15T14:36:43,357 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40585-0x101401af9b80000, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Unable to get data of znode /0-472790509/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T14:36:43,363 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-472790509/snapshot-cleanup already deleted, retry=false 2024-11-15T14:36:43,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40585-0x101401af9b80000, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-472790509/running 2024-11-15T14:36:43,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x101401af9b80001, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-472790509/running 2024-11-15T14:36:43,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40585-0x101401af9b80000, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472790509 2024-11-15T14:36:43,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x101401af9b80001, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472790509 2024-11-15T14:36:43,372 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=26754e923c4a,40585,1731681401362, sessionid=0x101401af9b80000, setting cluster-up flag (Was=false) 2024-11-15T14:36:43,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x101401af9b80001, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472790509 2024-11-15T14:36:43,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40585-0x101401af9b80000, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472790509 2024-11-15T14:36:43,414 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-472790509/flush-table-proc/acquired, /0-472790509/flush-table-proc/reached, /0-472790509/flush-table-proc/abort 2024-11-15T14:36:43,414 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,40585,1731681401362 2024-11-15T14:36:43,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40585-0x101401af9b80000, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472790509 2024-11-15T14:36:43,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x101401af9b80001, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472790509 2024-11-15T14:36:43,455 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-472790509/online-snapshot/acquired, /0-472790509/online-snapshot/reached, /0-472790509/online-snapshot/abort 2024-11-15T14:36:43,456 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,40585,1731681401362 2024-11-15T14:36:43,457 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T14:36:43,458 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T14:36:43,458 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T14:36:43,458 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T14:36:43,458 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 26754e923c4a,40585,1731681401362 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T14:36:43,459 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:36:43,459 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:36:43,459 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:36:43,459 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:36:43,459 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/26754e923c4a:0, corePoolSize=10, maxPoolSize=10 2024-11-15T14:36:43,459 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:43,459 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:36:43,459 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:43,460 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731681433460 2024-11-15T14:36:43,460 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T14:36:43,460 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T14:36:43,460 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T14:36:43,460 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T14:36:43,460 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T14:36:43,460 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T14:36:43,460 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:36:43,460 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T14:36:43,460 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:43,461 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T14:36:43,461 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T14:36:43,461 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T14:36:43,461 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T14:36:43,461 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T14:36:43,461 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T14:36:43,461 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:43,461 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681403461,5,FailOnTimeoutGroup] 2024-11-15T14:36:43,461 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681403461,5,FailOnTimeoutGroup] 2024-11-15T14:36:43,461 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:43,461 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T14:36:43,461 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T14:36:43,461 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:43,461 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:43,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39357 is added to blk_1073741831_1007 (size=1321) 2024-11-15T14:36:43,537 INFO [RS:0;26754e923c4a:43717 {}] regionserver.HRegionServer(746): ClusterId : 97ff62ff-d494-4042-9f15-92e1346d32f7 2024-11-15T14:36:43,537 DEBUG [RS:0;26754e923c4a:43717 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T14:36:43,545 DEBUG [RS:0;26754e923c4a:43717 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T14:36:43,545 DEBUG [RS:0;26754e923c4a:43717 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T14:36:43,556 DEBUG [RS:0;26754e923c4a:43717 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T14:36:43,556 DEBUG [RS:0;26754e923c4a:43717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2e8e93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:36:43,566 DEBUG [RS:0;26754e923c4a:43717 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;26754e923c4a:43717 2024-11-15T14:36:43,566 INFO [RS:0;26754e923c4a:43717 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T14:36:43,566 INFO [RS:0;26754e923c4a:43717 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T14:36:43,566 DEBUG [RS:0;26754e923c4a:43717 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T14:36:43,566 INFO [RS:0;26754e923c4a:43717 {}] regionserver.HRegionServer(2659): reportForDuty to master=26754e923c4a,40585,1731681401362 with port=43717, startcode=1731681401507 2024-11-15T14:36:43,567 DEBUG [RS:0;26754e923c4a:43717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T14:36:43,568 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T14:36:43,568 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40585 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 26754e923c4a,43717,1731681401507 2024-11-15T14:36:43,568 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40585 {}] master.ServerManager(517): Registering regionserver=26754e923c4a,43717,1731681401507 2024-11-15T14:36:43,569 DEBUG [RS:0;26754e923c4a:43717 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970 2024-11-15T14:36:43,569 DEBUG [RS:0;26754e923c4a:43717 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35231 2024-11-15T14:36:43,569 DEBUG [RS:0;26754e923c4a:43717 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T14:36:43,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40585-0x101401af9b80000, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472790509/rs 2024-11-15T14:36:43,579 DEBUG [RS:0;26754e923c4a:43717 {}] zookeeper.ZKUtil(111): regionserver:43717-0x101401af9b80001, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Set watcher on existing znode=/0-472790509/rs/26754e923c4a,43717,1731681401507 2024-11-15T14:36:43,579 WARN [RS:0;26754e923c4a:43717 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:36:43,579 INFO [RS:0;26754e923c4a:43717 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:36:43,579 DEBUG [RS:0;26754e923c4a:43717 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507 2024-11-15T14:36:43,579 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [26754e923c4a,43717,1731681401507] 2024-11-15T14:36:43,582 INFO [RS:0;26754e923c4a:43717 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T14:36:43,583 INFO [RS:0;26754e923c4a:43717 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T14:36:43,584 INFO [RS:0;26754e923c4a:43717 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T14:36:43,584 INFO [RS:0;26754e923c4a:43717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:43,584 INFO [RS:0;26754e923c4a:43717 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T14:36:43,585 INFO [RS:0;26754e923c4a:43717 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T14:36:43,585 INFO [RS:0;26754e923c4a:43717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:43,585 DEBUG [RS:0;26754e923c4a:43717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:43,585 DEBUG [RS:0;26754e923c4a:43717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:43,585 DEBUG [RS:0;26754e923c4a:43717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:43,585 DEBUG [RS:0;26754e923c4a:43717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:43,585 DEBUG [RS:0;26754e923c4a:43717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:43,585 DEBUG [RS:0;26754e923c4a:43717 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:36:43,585 DEBUG [RS:0;26754e923c4a:43717 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:43,585 DEBUG [RS:0;26754e923c4a:43717 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:43,585 DEBUG [RS:0;26754e923c4a:43717 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:43,585 DEBUG [RS:0;26754e923c4a:43717 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:43,585 DEBUG [RS:0;26754e923c4a:43717 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:43,585 DEBUG [RS:0;26754e923c4a:43717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:43,585 DEBUG [RS:0;26754e923c4a:43717 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:36:43,585 DEBUG [RS:0;26754e923c4a:43717 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:36:43,585 INFO [RS:0;26754e923c4a:43717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:43,585 INFO [RS:0;26754e923c4a:43717 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:43,585 INFO [RS:0;26754e923c4a:43717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:43,585 INFO [RS:0;26754e923c4a:43717 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:43,585 INFO [RS:0;26754e923c4a:43717 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:43,585 INFO [RS:0;26754e923c4a:43717 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,43717,1731681401507-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:36:43,599 INFO [RS:0;26754e923c4a:43717 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T14:36:43,599 INFO [RS:0;26754e923c4a:43717 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,43717,1731681401507-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:43,599 INFO [RS:0;26754e923c4a:43717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:43,599 INFO [RS:0;26754e923c4a:43717 {}] regionserver.Replication(171): 26754e923c4a,43717,1731681401507 started 2024-11-15T14:36:43,611 INFO [RS:0;26754e923c4a:43717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:43,611 INFO [RS:0;26754e923c4a:43717 {}] regionserver.HRegionServer(1482): Serving as 26754e923c4a,43717,1731681401507, RpcServer on 26754e923c4a/172.17.0.3:43717, sessionid=0x101401af9b80001 2024-11-15T14:36:43,611 DEBUG [RS:0;26754e923c4a:43717 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T14:36:43,611 DEBUG [RS:0;26754e923c4a:43717 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 26754e923c4a,43717,1731681401507 2024-11-15T14:36:43,611 DEBUG [RS:0;26754e923c4a:43717 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,43717,1731681401507' 2024-11-15T14:36:43,611 DEBUG [RS:0;26754e923c4a:43717 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-472790509/flush-table-proc/abort' 2024-11-15T14:36:43,611 DEBUG [RS:0;26754e923c4a:43717 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-472790509/flush-table-proc/acquired' 2024-11-15T14:36:43,612 DEBUG [RS:0;26754e923c4a:43717 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T14:36:43,612 DEBUG [RS:0;26754e923c4a:43717 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T14:36:43,612 DEBUG [RS:0;26754e923c4a:43717 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 26754e923c4a,43717,1731681401507 2024-11-15T14:36:43,612 DEBUG [RS:0;26754e923c4a:43717 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,43717,1731681401507' 2024-11-15T14:36:43,612 DEBUG [RS:0;26754e923c4a:43717 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-472790509/online-snapshot/abort' 2024-11-15T14:36:43,612 DEBUG [RS:0;26754e923c4a:43717 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-472790509/online-snapshot/acquired' 2024-11-15T14:36:43,612 DEBUG [RS:0;26754e923c4a:43717 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T14:36:43,612 INFO [RS:0;26754e923c4a:43717 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T14:36:43,612 INFO [RS:0;26754e923c4a:43717 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T14:36:43,713 INFO [RS:0;26754e923c4a:43717 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:36:43,714 INFO [RS:0;26754e923c4a:43717 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C43717%2C1731681401507, suffix=, logDir=hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507, archiveDir=hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/oldWALs, maxLogs=10 2024-11-15T14:36:43,725 DEBUG [RS:0;26754e923c4a:43717 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681403714, exclude list is [], retry=0 2024-11-15T14:36:43,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39357,DS-2ba366f2-22f7-4b28-ac31-28e0c0d085f1,DISK] 2024-11-15T14:36:43,729 INFO [RS:0;26754e923c4a:43717 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681403714 2024-11-15T14:36:43,729 DEBUG [RS:0;26754e923c4a:43717 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42483:42483)] 2024-11-15T14:36:43,866 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T14:36:43,866 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970 2024-11-15T14:36:43,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39357 is added to blk_1073741833_1009 (size=32) 2024-11-15T14:36:44,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:36:44,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:36:44,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:36:44,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:44,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:44,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:36:44,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:36:44,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:44,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:44,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:36:44,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:36:44,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:44,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:44,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:36:44,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:36:44,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:44,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:44,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:36:44,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/hbase/meta/1588230740 2024-11-15T14:36:44,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/hbase/meta/1588230740 2024-11-15T14:36:44,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:36:44,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:36:44,276 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:36:44,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:36:44,278 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:36:44,278 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69422949, jitterRate=0.034482553601264954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:36:44,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731681404270Initializing all the Stores at 1731681404271 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681404271Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681404271Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681404271Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681404271Cleaning up temporary data from old regions at 1731681404276 (+5 ms)Region opened successfully at 1731681404278 (+2 ms) 2024-11-15T14:36:44,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:36:44,278 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:36:44,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:36:44,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:36:44,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:36:44,279 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:36:44,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681404278Disabling compacts and flushes for region at 1731681404278Disabling writes for close at 1731681404278Writing region close event to WAL at 1731681404278Closed at 1731681404279 (+1 ms) 2024-11-15T14:36:44,279 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:36:44,279 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T14:36:44,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T14:36:44,280 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:36:44,281 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T14:36:44,431 DEBUG [26754e923c4a:40585 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T14:36:44,431 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=26754e923c4a,43717,1731681401507 2024-11-15T14:36:44,432 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,43717,1731681401507, state=OPENING 2024-11-15T14:36:44,530 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T14:36:44,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x101401af9b80001, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472790509 2024-11-15T14:36:44,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40585-0x101401af9b80000, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472790509 2024-11-15T14:36:44,539 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:36:44,539 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-472790509/meta-region-server: CHANGED 2024-11-15T14:36:44,539 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-472790509/meta-region-server: CHANGED 2024-11-15T14:36:44,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,43717,1731681401507}] 2024-11-15T14:36:44,691 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T14:36:44,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T14:36:44,694 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T14:36:44,694 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:36:44,694 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T14:36:44,695 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C43717%2C1731681401507.meta, suffix=.meta, logDir=hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507, archiveDir=hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/oldWALs, maxLogs=10 2024-11-15T14:36:44,708 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.meta.1731681404696.meta, exclude list is [], retry=0 2024-11-15T14:36:44,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39357,DS-2ba366f2-22f7-4b28-ac31-28e0c0d085f1,DISK] 2024-11-15T14:36:44,711 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.meta.1731681404696.meta 2024-11-15T14:36:44,711 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42483:42483)] 2024-11-15T14:36:44,711 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:36:44,711 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:36:44,711 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T14:36:44,712 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T14:36:44,712 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T14:36:44,712 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T14:36:44,712 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:36:44,712 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T14:36:44,712 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T14:36:44,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:36:44,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:36:44,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:44,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:44,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:36:44,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:36:44,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:44,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:44,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:36:44,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:36:44,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:44,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:44,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:36:44,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:36:44,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:44,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:44,716 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:36:44,716 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/hbase/meta/1588230740 2024-11-15T14:36:44,717 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/hbase/meta/1588230740 2024-11-15T14:36:44,718 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:36:44,718 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:36:44,718 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:36:44,718 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:36:44,719 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74601601, jitterRate=0.1116504818201065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:36:44,719 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T14:36:44,719 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731681404712Writing region info on filesystem at 1731681404712Initializing all the Stores at 1731681404712Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681404712Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681404713 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681404713Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681404713Cleaning up temporary data from old regions at 1731681404718 (+5 ms)Running coprocessor post-open hooks at 1731681404719 (+1 ms)Region opened successfully at 1731681404719 2024-11-15T14:36:44,720 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731681404691 2024-11-15T14:36:44,721 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T14:36:44,721 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T14:36:44,721 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,43717,1731681401507 2024-11-15T14:36:44,722 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,43717,1731681401507, state=OPEN 2024-11-15T14:36:44,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x101401af9b80001, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-472790509/meta-region-server 2024-11-15T14:36:44,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40585-0x101401af9b80000, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-472790509/meta-region-server 2024-11-15T14:36:44,750 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=26754e923c4a,43717,1731681401507 2024-11-15T14:36:44,750 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-472790509/meta-region-server: CHANGED 2024-11-15T14:36:44,750 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-472790509/meta-region-server: CHANGED 2024-11-15T14:36:44,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T14:36:44,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,43717,1731681401507 in 211 msec 2024-11-15T14:36:44,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T14:36:44,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 472 msec 2024-11-15T14:36:44,753 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:36:44,753 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T14:36:44,754 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:36:44,754 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43717,1731681401507, seqNum=-1] 2024-11-15T14:36:44,754 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:36:44,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:36:44,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3000 sec 2024-11-15T14:36:44,758 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731681404758, completionTime=-1 2024-11-15T14:36:44,758 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T14:36:44,758 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T14:36:44,760 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T14:36:44,760 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731681464760 2024-11-15T14:36:44,760 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731681524760 2024-11-15T14:36:44,760 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T14:36:44,760 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,40585,1731681401362-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:44,760 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,40585,1731681401362-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:44,760 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,40585,1731681401362-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:44,760 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-26754e923c4a:40585, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:44,760 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:44,761 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:44,762 DEBUG [master/26754e923c4a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T14:36:44,763 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.191sec 2024-11-15T14:36:44,763 INFO [master/26754e923c4a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T14:36:44,763 INFO [master/26754e923c4a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T14:36:44,763 INFO [master/26754e923c4a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T14:36:44,763 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T14:36:44,763 INFO [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T14:36:44,763 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,40585,1731681401362-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:36:44,763 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,40585,1731681401362-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T14:36:44,765 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T14:36:44,765 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T14:36:44,765 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,40585,1731681401362-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:44,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19f43669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:44,838 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,40585,-1 for getting cluster id 2024-11-15T14:36:44,838 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:36:44,839 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97ff62ff-d494-4042-9f15-92e1346d32f7' 2024-11-15T14:36:44,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:36:44,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97ff62ff-d494-4042-9f15-92e1346d32f7" 2024-11-15T14:36:44,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4656ff3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:44,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,40585,-1] 2024-11-15T14:36:44,840 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:36:44,840 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:44,840 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:36:44,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca5241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:44,841 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:36:44,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43717,1731681401507, seqNum=-1] 2024-11-15T14:36:44,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:36:44,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:36:44,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=26754e923c4a,40585,1731681401362 2024-11-15T14:36:44,845 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54815 2024-11-15T14:36:44,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:36:44,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101401af9b80002 connected 2024-11-15T14:36:44,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed6508be-7f8f-3cc6-89a0-14750ca73894/hadoop.log.dir so I do NOT create it in target/test-data/ddf2d7c3-b806-f01d-9625-129c7e99f4b1 2024-11-15T14:36:44,865 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed6508be-7f8f-3cc6-89a0-14750ca73894/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T14:36:44,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed6508be-7f8f-3cc6-89a0-14750ca73894/hadoop.tmp.dir so I do NOT create it in target/test-data/ddf2d7c3-b806-f01d-9625-129c7e99f4b1 2024-11-15T14:36:44,865 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed6508be-7f8f-3cc6-89a0-14750ca73894/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T14:36:44,865 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddf2d7c3-b806-f01d-9625-129c7e99f4b1 2024-11-15T14:36:44,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T14:36:44,866 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddf2d7c3-b806-f01d-9625-129c7e99f4b1/cluster_2e99831d-49fa-3896-ad5c-0712bba3ff4c, deleteOnExit=true 2024-11-15T14:36:44,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T14:36:44,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddf2d7c3-b806-f01d-9625-129c7e99f4b1/test.cache.data in system properties and HBase conf 2024-11-15T14:36:44,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddf2d7c3-b806-f01d-9625-129c7e99f4b1/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T14:36:44,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddf2d7c3-b806-f01d-9625-129c7e99f4b1/hadoop.log.dir in system properties and HBase conf 2024-11-15T14:36:44,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddf2d7c3-b806-f01d-9625-129c7e99f4b1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T14:36:44,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddf2d7c3-b806-f01d-9625-129c7e99f4b1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T14:36:44,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T14:36:44,866 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T14:36:44,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddf2d7c3-b806-f01d-9625-129c7e99f4b1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:36:44,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddf2d7c3-b806-f01d-9625-129c7e99f4b1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:36:44,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddf2d7c3-b806-f01d-9625-129c7e99f4b1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T14:36:44,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddf2d7c3-b806-f01d-9625-129c7e99f4b1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:36:44,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddf2d7c3-b806-f01d-9625-129c7e99f4b1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T14:36:44,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddf2d7c3-b806-f01d-9625-129c7e99f4b1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T14:36:44,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddf2d7c3-b806-f01d-9625-129c7e99f4b1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:36:44,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddf2d7c3-b806-f01d-9625-129c7e99f4b1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:36:44,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddf2d7c3-b806-f01d-9625-129c7e99f4b1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T14:36:44,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddf2d7c3-b806-f01d-9625-129c7e99f4b1/nfs.dump.dir in system properties and HBase conf 2024-11-15T14:36:44,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddf2d7c3-b806-f01d-9625-129c7e99f4b1/java.io.tmpdir in system properties and HBase conf 2024-11-15T14:36:44,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddf2d7c3-b806-f01d-9625-129c7e99f4b1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:36:44,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddf2d7c3-b806-f01d-9625-129c7e99f4b1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T14:36:44,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddf2d7c3-b806-f01d-9625-129c7e99f4b1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T14:36:45,087 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:36:45,089 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:36:45,090 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:36:45,090 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:36:45,090 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T14:36:45,091 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:36:45,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a5e72a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddf2d7c3-b806-f01d-9625-129c7e99f4b1/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:36:45,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57b9b217{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:36:45,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7852ee48{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddf2d7c3-b806-f01d-9625-129c7e99f4b1/java.io.tmpdir/jetty-localhost-40255-hadoop-hdfs-3_4_1-tests_jar-_-any-3686928058517341953/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:36:45,186 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cea55df{HTTP/1.1, (http/1.1)}{localhost:40255} 2024-11-15T14:36:45,186 INFO [Time-limited test {}] server.Server(415): Started @325260ms 2024-11-15T14:36:45,359 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:36:45,362 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:36:45,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:36:45,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:36:45,364 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T14:36:45,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@165f0bd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddf2d7c3-b806-f01d-9625-129c7e99f4b1/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:36:45,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7646bf61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:36:45,456 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b583009{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddf2d7c3-b806-f01d-9625-129c7e99f4b1/java.io.tmpdir/jetty-localhost-39453-hadoop-hdfs-3_4_1-tests_jar-_-any-10763911011500617952/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:36:45,456 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@687d9d11{HTTP/1.1, (http/1.1)}{localhost:39453} 2024-11-15T14:36:45,456 INFO [Time-limited test {}] server.Server(415): Started @325531ms 2024-11-15T14:36:45,457 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T14:36:45,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T14:36:45,683 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T14:36:45,684 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T14:36:45,684 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T14:36:45,684 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T14:36:45,684 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T14:36:45,684 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T14:36:45,684 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T14:36:45,845 WARN [Thread-4440 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddf2d7c3-b806-f01d-9625-129c7e99f4b1/cluster_2e99831d-49fa-3896-ad5c-0712bba3ff4c/data/data2/current/BP-1688406414-172.17.0.3-1731681404880/current, will proceed with Du for space computation calculation, 2024-11-15T14:36:45,845 WARN [Thread-4439 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddf2d7c3-b806-f01d-9625-129c7e99f4b1/cluster_2e99831d-49fa-3896-ad5c-0712bba3ff4c/data/data1/current/BP-1688406414-172.17.0.3-1731681404880/current, will proceed with Du for space computation calculation, 2024-11-15T14:36:45,863 WARN [Thread-4427 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T14:36:45,865 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfdccfa724ef27bab with lease ID 0x4151113d6e7eabe0: Processing first storage report for DS-ca1adbce-15f5-4cd1-ad44-f0bc86557e6f from datanode DatanodeRegistration(127.0.0.1:37417, datanodeUuid=bae93ee2-8319-4dbb-b1b9-10dfa34247da, infoPort=45549, infoSecurePort=0, ipcPort=38799, storageInfo=lv=-57;cid=testClusterID;nsid=158505982;c=1731681404880) 2024-11-15T14:36:45,865 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfdccfa724ef27bab with lease ID 0x4151113d6e7eabe0: from storage DS-ca1adbce-15f5-4cd1-ad44-f0bc86557e6f node DatanodeRegistration(127.0.0.1:37417, datanodeUuid=bae93ee2-8319-4dbb-b1b9-10dfa34247da, infoPort=45549, infoSecurePort=0, ipcPort=38799, storageInfo=lv=-57;cid=testClusterID;nsid=158505982;c=1731681404880), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T14:36:45,865 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfdccfa724ef27bab with lease ID 0x4151113d6e7eabe0: Processing first storage report for DS-98518ab0-df9e-48db-a3d3-efb280d3cfdc from datanode DatanodeRegistration(127.0.0.1:37417, datanodeUuid=bae93ee2-8319-4dbb-b1b9-10dfa34247da, infoPort=45549, infoSecurePort=0, ipcPort=38799, storageInfo=lv=-57;cid=testClusterID;nsid=158505982;c=1731681404880) 2024-11-15T14:36:45,865 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfdccfa724ef27bab with lease ID 0x4151113d6e7eabe0: from storage DS-98518ab0-df9e-48db-a3d3-efb280d3cfdc node DatanodeRegistration(127.0.0.1:37417, datanodeUuid=bae93ee2-8319-4dbb-b1b9-10dfa34247da, infoPort=45549, infoSecurePort=0, ipcPort=38799, storageInfo=lv=-57;cid=testClusterID;nsid=158505982;c=1731681404880), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T14:36:45,876 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddf2d7c3-b806-f01d-9625-129c7e99f4b1 2024-11-15T14:36:45,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:36:45,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:36:45,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741825_1001 (size=7) 2024-11-15T14:36:46,283 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c with version=8 2024-11-15T14:36:46,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/hbase-staging 2024-11-15T14:36:46,285 INFO [Time-limited test {}] client.ConnectionUtils(128): master/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:36:46,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:36:46,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:36:46,285 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:36:46,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:36:46,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:36:46,285 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T14:36:46,285 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:36:46,286 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43269 2024-11-15T14:36:46,286 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43269 connecting to ZooKeeper ensemble=127.0.0.1:54815 2024-11-15T14:36:46,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432690x0, quorum=127.0.0.1:54815, baseZNode=/18476179 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:36:46,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43269-0x101401af9b80003 connected 2024-11-15T14:36:46,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:36:46,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:36:46,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43269-0x101401af9b80003, quorum=127.0.0.1:54815, baseZNode=/18476179 Set watcher on znode that does not yet exist, /18476179/running 2024-11-15T14:36:46,375 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c, hbase.cluster.distributed=false 2024-11-15T14:36:46,376 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43269-0x101401af9b80003, quorum=127.0.0.1:54815, baseZNode=/18476179 Set watcher on znode that does not yet exist, /18476179/acl 2024-11-15T14:36:46,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43269 2024-11-15T14:36:46,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43269 2024-11-15T14:36:46,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43269 2024-11-15T14:36:46,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43269 2024-11-15T14:36:46,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43269 2024-11-15T14:36:46,389 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:36:46,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:36:46,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:36:46,390 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:36:46,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:36:46,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:36:46,390 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T14:36:46,390 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:36:46,390 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41439 2024-11-15T14:36:46,391 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41439 connecting to ZooKeeper ensemble=127.0.0.1:54815 2024-11-15T14:36:46,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:36:46,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:36:46,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414390x0, quorum=127.0.0.1:54815, baseZNode=/18476179 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:36:46,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414390x0, quorum=127.0.0.1:54815, baseZNode=/18476179 Set watcher on znode that does not yet exist, /18476179/running 2024-11-15T14:36:46,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41439-0x101401af9b80004 connected 2024-11-15T14:36:46,404 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T14:36:46,405 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T14:36:46,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41439-0x101401af9b80004, quorum=127.0.0.1:54815, baseZNode=/18476179 Set watcher on znode that does not yet exist, /18476179/master 2024-11-15T14:36:46,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41439-0x101401af9b80004, quorum=127.0.0.1:54815, baseZNode=/18476179 Set watcher on znode that does not yet exist, /18476179/acl 2024-11-15T14:36:46,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41439 2024-11-15T14:36:46,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41439 2024-11-15T14:36:46,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41439 2024-11-15T14:36:46,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41439 2024-11-15T14:36:46,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41439 2024-11-15T14:36:46,423 DEBUG [M:0;26754e923c4a:43269 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;26754e923c4a:43269 2024-11-15T14:36:46,423 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /18476179/backup-masters/26754e923c4a,43269,1731681406285 2024-11-15T14:36:46,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43269-0x101401af9b80003, quorum=127.0.0.1:54815, baseZNode=/18476179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/18476179/backup-masters 2024-11-15T14:36:46,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41439-0x101401af9b80004, quorum=127.0.0.1:54815, baseZNode=/18476179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/18476179/backup-masters 2024-11-15T14:36:46,430 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43269-0x101401af9b80003, quorum=127.0.0.1:54815, baseZNode=/18476179 Set watcher on existing znode=/18476179/backup-masters/26754e923c4a,43269,1731681406285 2024-11-15T14:36:46,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41439-0x101401af9b80004, quorum=127.0.0.1:54815, baseZNode=/18476179 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/18476179/master 2024-11-15T14:36:46,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41439-0x101401af9b80004, quorum=127.0.0.1:54815, baseZNode=/18476179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/18476179 2024-11-15T14:36:46,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43269-0x101401af9b80003, quorum=127.0.0.1:54815, baseZNode=/18476179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/18476179 2024-11-15T14:36:46,439 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43269-0x101401af9b80003, quorum=127.0.0.1:54815, baseZNode=/18476179 Set watcher on existing znode=/18476179/master 2024-11-15T14:36:46,439 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /18476179/backup-masters/26754e923c4a,43269,1731681406285 from backup master directory 2024-11-15T14:36:46,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41439-0x101401af9b80004, quorum=127.0.0.1:54815, baseZNode=/18476179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/18476179/backup-masters 2024-11-15T14:36:46,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43269-0x101401af9b80003, quorum=127.0.0.1:54815, baseZNode=/18476179 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/18476179/backup-masters/26754e923c4a,43269,1731681406285 2024-11-15T14:36:46,485 WARN [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:36:46,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43269-0x101401af9b80003, quorum=127.0.0.1:54815, baseZNode=/18476179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/18476179/backup-masters 2024-11-15T14:36:46,485 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=26754e923c4a,43269,1731681406285 2024-11-15T14:36:46,488 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/hbase.id] with ID: 506f4c91-c744-4276-bfc7-057b02feb303 2024-11-15T14:36:46,488 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/.tmp/hbase.id 2024-11-15T14:36:46,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741826_1002 (size=42) 2024-11-15T14:36:46,891 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/.tmp/hbase.id]:[hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/hbase.id] 2024-11-15T14:36:46,898 INFO [master/26754e923c4a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:36:46,899 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T14:36:46,899 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-15T14:36:46,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41439-0x101401af9b80004, quorum=127.0.0.1:54815, baseZNode=/18476179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/18476179 2024-11-15T14:36:46,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43269-0x101401af9b80003, quorum=127.0.0.1:54815, baseZNode=/18476179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/18476179 2024-11-15T14:36:46,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741827_1003 (size=196) 2024-11-15T14:36:47,334 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:36:47,335 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T14:36:47,336 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:36:47,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741828_1004 (size=1189) 2024-11-15T14:36:47,741 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/MasterData/data/master/store 2024-11-15T14:36:47,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741829_1005 (size=34) 2024-11-15T14:36:48,147 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:36:48,147 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:36:48,147 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:36:48,147 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:36:48,147 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:36:48,147 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:36:48,147 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:36:48,147 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681408147Disabling compacts and flushes for region at 1731681408147Disabling writes for close at 1731681408147Writing region close event to WAL at 1731681408147Closed at 1731681408147 2024-11-15T14:36:48,148 WARN [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/MasterData/data/master/store/.initializing 2024-11-15T14:36:48,148 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/MasterData/WALs/26754e923c4a,43269,1731681406285 2024-11-15T14:36:48,148 INFO [master/26754e923c4a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:36:48,150 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=26754e923c4a%2C43269%2C1731681406285, suffix=, logDir=hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/MasterData/WALs/26754e923c4a,43269,1731681406285, archiveDir=hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/MasterData/oldWALs, maxLogs=10 2024-11-15T14:36:48,164 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/MasterData/WALs/26754e923c4a,43269,1731681406285/26754e923c4a%2C43269%2C1731681406285.1731681408150, exclude list is [], retry=0 2024-11-15T14:36:48,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37417,DS-ca1adbce-15f5-4cd1-ad44-f0bc86557e6f,DISK] 2024-11-15T14:36:48,167 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/MasterData/WALs/26754e923c4a,43269,1731681406285/26754e923c4a%2C43269%2C1731681406285.1731681408150 2024-11-15T14:36:48,168 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45549:45549)] 2024-11-15T14:36:48,168 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:36:48,168 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:36:48,168 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:48,168 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:48,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:48,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T14:36:48,170 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:48,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:48,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:48,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T14:36:48,171 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:48,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:36:48,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:48,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T14:36:48,172 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:48,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:36:48,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:48,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T14:36:48,173 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:48,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:36:48,173 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:48,174 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:48,174 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:48,175 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:48,175 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:48,175 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:36:48,176 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:48,177 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:36:48,178 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64647740, jitterRate=-0.03667360544204712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:36:48,178 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731681408168Initializing all the Stores at 1731681408169 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681408169Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681408169Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681408169Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681408169Cleaning up temporary data from old regions at 1731681408175 (+6 ms)Region opened successfully at 1731681408178 (+3 ms) 2024-11-15T14:36:48,178 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T14:36:48,179 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38e72096, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:36:48,180 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T14:36:48,180 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T14:36:48,180 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T14:36:48,180 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T14:36:48,181 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T14:36:48,181 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T14:36:48,181 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T14:36:48,183 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T14:36:48,184 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43269-0x101401af9b80003, quorum=127.0.0.1:54815, baseZNode=/18476179 Unable to get data of znode /18476179/balancer because node does not exist (not necessarily an error) 2024-11-15T14:36:48,230 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /18476179/balancer already deleted, retry=false 2024-11-15T14:36:48,230 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T14:36:48,231 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43269-0x101401af9b80003, quorum=127.0.0.1:54815, baseZNode=/18476179 Unable to get data of znode /18476179/normalizer because node does not exist (not necessarily an error) 2024-11-15T14:36:48,238 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /18476179/normalizer already deleted, retry=false 2024-11-15T14:36:48,238 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T14:36:48,239 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43269-0x101401af9b80003, quorum=127.0.0.1:54815, baseZNode=/18476179 Unable to get data of znode /18476179/switch/split because node does not exist (not necessarily an error) 2024-11-15T14:36:48,247 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /18476179/switch/split already deleted, retry=false 2024-11-15T14:36:48,247 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43269-0x101401af9b80003, quorum=127.0.0.1:54815, baseZNode=/18476179 Unable to get data of znode /18476179/switch/merge because node does not exist (not necessarily an error) 2024-11-15T14:36:48,255 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /18476179/switch/merge already deleted, retry=false 2024-11-15T14:36:48,256 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43269-0x101401af9b80003, quorum=127.0.0.1:54815, baseZNode=/18476179 Unable to get data of znode /18476179/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T14:36:48,263 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /18476179/snapshot-cleanup already deleted, retry=false 2024-11-15T14:36:48,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41439-0x101401af9b80004, quorum=127.0.0.1:54815, baseZNode=/18476179 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/18476179/running 2024-11-15T14:36:48,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43269-0x101401af9b80003, quorum=127.0.0.1:54815, baseZNode=/18476179 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/18476179/running 2024-11-15T14:36:48,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41439-0x101401af9b80004, quorum=127.0.0.1:54815, baseZNode=/18476179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/18476179 2024-11-15T14:36:48,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43269-0x101401af9b80003, quorum=127.0.0.1:54815, baseZNode=/18476179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/18476179 2024-11-15T14:36:48,272 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=26754e923c4a,43269,1731681406285, sessionid=0x101401af9b80003, setting cluster-up flag (Was=false) 2024-11-15T14:36:48,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41439-0x101401af9b80004, quorum=127.0.0.1:54815, baseZNode=/18476179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/18476179 2024-11-15T14:36:48,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43269-0x101401af9b80003, quorum=127.0.0.1:54815, baseZNode=/18476179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/18476179 2024-11-15T14:36:48,313 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /18476179/flush-table-proc/acquired, /18476179/flush-table-proc/reached, /18476179/flush-table-proc/abort 2024-11-15T14:36:48,314 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,43269,1731681406285 2024-11-15T14:36:48,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43269-0x101401af9b80003, quorum=127.0.0.1:54815, baseZNode=/18476179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/18476179 2024-11-15T14:36:48,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41439-0x101401af9b80004, quorum=127.0.0.1:54815, baseZNode=/18476179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/18476179 2024-11-15T14:36:48,355 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /18476179/online-snapshot/acquired, /18476179/online-snapshot/reached, /18476179/online-snapshot/abort 2024-11-15T14:36:48,356 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,43269,1731681406285 2024-11-15T14:36:48,357 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T14:36:48,358 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T14:36:48,358 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T14:36:48,358 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T14:36:48,358 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 26754e923c4a,43269,1731681406285 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T14:36:48,359 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:36:48,359 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:36:48,359 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:36:48,359 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:36:48,359 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/26754e923c4a:0, corePoolSize=10, maxPoolSize=10 2024-11-15T14:36:48,359 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:48,359 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:36:48,359 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:48,360 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731681438360 2024-11-15T14:36:48,360 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T14:36:48,360 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T14:36:48,360 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T14:36:48,360 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T14:36:48,360 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T14:36:48,360 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T14:36:48,360 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:36:48,360 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T14:36:48,360 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:48,360 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T14:36:48,361 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T14:36:48,361 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T14:36:48,361 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T14:36:48,361 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:48,361 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T14:36:48,361 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T14:36:48,361 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T14:36:48,361 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681408361,5,FailOnTimeoutGroup] 2024-11-15T14:36:48,362 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681408361,5,FailOnTimeoutGroup] 2024-11-15T14:36:48,362 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:48,362 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T14:36:48,362 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:48,362 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:48,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741831_1007 (size=1321) 2024-11-15T14:36:48,415 INFO [RS:0;26754e923c4a:41439 {}] regionserver.HRegionServer(746): ClusterId : 506f4c91-c744-4276-bfc7-057b02feb303 2024-11-15T14:36:48,415 DEBUG [RS:0;26754e923c4a:41439 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T14:36:48,422 DEBUG [RS:0;26754e923c4a:41439 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T14:36:48,422 DEBUG [RS:0;26754e923c4a:41439 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T14:36:48,430 DEBUG [RS:0;26754e923c4a:41439 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T14:36:48,431 DEBUG [RS:0;26754e923c4a:41439 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@271f4677, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:36:48,442 DEBUG [RS:0;26754e923c4a:41439 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;26754e923c4a:41439 2024-11-15T14:36:48,442 INFO [RS:0;26754e923c4a:41439 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T14:36:48,442 INFO [RS:0;26754e923c4a:41439 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T14:36:48,442 DEBUG [RS:0;26754e923c4a:41439 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T14:36:48,442 INFO [RS:0;26754e923c4a:41439 {}] regionserver.HRegionServer(2659): reportForDuty to master=26754e923c4a,43269,1731681406285 with port=41439, startcode=1731681406389 2024-11-15T14:36:48,442 DEBUG [RS:0;26754e923c4a:41439 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T14:36:48,443 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52323, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T14:36:48,444 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43269 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 26754e923c4a,41439,1731681406389 2024-11-15T14:36:48,444 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43269 {}] master.ServerManager(517): Registering regionserver=26754e923c4a,41439,1731681406389 2024-11-15T14:36:48,445 DEBUG [RS:0;26754e923c4a:41439 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c 2024-11-15T14:36:48,445 DEBUG [RS:0;26754e923c4a:41439 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44597 2024-11-15T14:36:48,445 DEBUG [RS:0;26754e923c4a:41439 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T14:36:48,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43269-0x101401af9b80003, quorum=127.0.0.1:54815, baseZNode=/18476179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/18476179/rs 2024-11-15T14:36:48,455 DEBUG [RS:0;26754e923c4a:41439 {}] zookeeper.ZKUtil(111): regionserver:41439-0x101401af9b80004, quorum=127.0.0.1:54815, baseZNode=/18476179 Set watcher on existing znode=/18476179/rs/26754e923c4a,41439,1731681406389 2024-11-15T14:36:48,455 WARN [RS:0;26754e923c4a:41439 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:36:48,455 INFO [RS:0;26754e923c4a:41439 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:36:48,455 DEBUG [RS:0;26754e923c4a:41439 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/WALs/26754e923c4a,41439,1731681406389 2024-11-15T14:36:48,456 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [26754e923c4a,41439,1731681406389] 2024-11-15T14:36:48,457 INFO [RS:0;26754e923c4a:41439 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T14:36:48,458 INFO [RS:0;26754e923c4a:41439 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T14:36:48,459 INFO [RS:0;26754e923c4a:41439 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T14:36:48,459 INFO [RS:0;26754e923c4a:41439 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:48,459 INFO [RS:0;26754e923c4a:41439 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T14:36:48,459 INFO [RS:0;26754e923c4a:41439 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T14:36:48,459 INFO [RS:0;26754e923c4a:41439 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:48,460 DEBUG [RS:0;26754e923c4a:41439 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:48,460 DEBUG [RS:0;26754e923c4a:41439 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:48,460 DEBUG [RS:0;26754e923c4a:41439 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:48,460 DEBUG [RS:0;26754e923c4a:41439 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:48,460 DEBUG [RS:0;26754e923c4a:41439 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:48,460 DEBUG [RS:0;26754e923c4a:41439 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:36:48,460 DEBUG [RS:0;26754e923c4a:41439 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:48,460 DEBUG [RS:0;26754e923c4a:41439 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:48,460 DEBUG [RS:0;26754e923c4a:41439 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:48,460 DEBUG [RS:0;26754e923c4a:41439 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:48,460 DEBUG [RS:0;26754e923c4a:41439 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:48,460 DEBUG [RS:0;26754e923c4a:41439 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:48,460 DEBUG [RS:0;26754e923c4a:41439 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:36:48,460 DEBUG [RS:0;26754e923c4a:41439 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:36:48,462 INFO [RS:0;26754e923c4a:41439 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:48,462 INFO [RS:0;26754e923c4a:41439 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:48,462 INFO [RS:0;26754e923c4a:41439 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:48,462 INFO [RS:0;26754e923c4a:41439 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:48,462 INFO [RS:0;26754e923c4a:41439 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:48,462 INFO [RS:0;26754e923c4a:41439 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,41439,1731681406389-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:36:48,476 INFO [RS:0;26754e923c4a:41439 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T14:36:48,476 INFO [RS:0;26754e923c4a:41439 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,41439,1731681406389-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:48,476 INFO [RS:0;26754e923c4a:41439 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:48,476 INFO [RS:0;26754e923c4a:41439 {}] regionserver.Replication(171): 26754e923c4a,41439,1731681406389 started 2024-11-15T14:36:48,488 INFO [RS:0;26754e923c4a:41439 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:48,488 INFO [RS:0;26754e923c4a:41439 {}] regionserver.HRegionServer(1482): Serving as 26754e923c4a,41439,1731681406389, RpcServer on 26754e923c4a/172.17.0.3:41439, sessionid=0x101401af9b80004 2024-11-15T14:36:48,489 DEBUG [RS:0;26754e923c4a:41439 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T14:36:48,489 DEBUG [RS:0;26754e923c4a:41439 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 26754e923c4a,41439,1731681406389 2024-11-15T14:36:48,489 DEBUG [RS:0;26754e923c4a:41439 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,41439,1731681406389' 2024-11-15T14:36:48,489 DEBUG [RS:0;26754e923c4a:41439 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/18476179/flush-table-proc/abort' 2024-11-15T14:36:48,489 DEBUG [RS:0;26754e923c4a:41439 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/18476179/flush-table-proc/acquired' 2024-11-15T14:36:48,489 DEBUG [RS:0;26754e923c4a:41439 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T14:36:48,489 DEBUG [RS:0;26754e923c4a:41439 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T14:36:48,489 DEBUG [RS:0;26754e923c4a:41439 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 26754e923c4a,41439,1731681406389 2024-11-15T14:36:48,489 DEBUG [RS:0;26754e923c4a:41439 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,41439,1731681406389' 2024-11-15T14:36:48,489 DEBUG [RS:0;26754e923c4a:41439 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/18476179/online-snapshot/abort' 2024-11-15T14:36:48,490 DEBUG [RS:0;26754e923c4a:41439 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/18476179/online-snapshot/acquired' 2024-11-15T14:36:48,490 DEBUG [RS:0;26754e923c4a:41439 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T14:36:48,490 INFO [RS:0;26754e923c4a:41439 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T14:36:48,490 INFO [RS:0;26754e923c4a:41439 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T14:36:48,590 INFO [RS:0;26754e923c4a:41439 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:36:48,591 INFO [RS:0;26754e923c4a:41439 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C41439%2C1731681406389, suffix=, logDir=hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/WALs/26754e923c4a,41439,1731681406389, archiveDir=hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/oldWALs, maxLogs=10 2024-11-15T14:36:48,603 DEBUG [RS:0;26754e923c4a:41439 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/WALs/26754e923c4a,41439,1731681406389/26754e923c4a%2C41439%2C1731681406389.1731681408591, exclude list is [], retry=0 2024-11-15T14:36:48,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37417,DS-ca1adbce-15f5-4cd1-ad44-f0bc86557e6f,DISK] 2024-11-15T14:36:48,606 INFO [RS:0;26754e923c4a:41439 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/WALs/26754e923c4a,41439,1731681406389/26754e923c4a%2C41439%2C1731681406389.1731681408591 2024-11-15T14:36:48,606 DEBUG [RS:0;26754e923c4a:41439 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45549:45549)] 2024-11-15T14:36:48,768 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T14:36:48,768 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c 2024-11-15T14:36:48,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741833_1009 (size=32) 2024-11-15T14:36:49,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:36:49,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:36:49,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:36:49,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:49,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:49,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:36:49,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:36:49,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:49,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:49,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:36:49,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:36:49,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:49,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:49,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:36:49,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:36:49,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:49,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:49,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:36:49,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/hbase/meta/1588230740 2024-11-15T14:36:49,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/hbase/meta/1588230740 2024-11-15T14:36:49,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:36:49,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:36:49,180 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:36:49,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:36:49,182 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:36:49,182 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69713923, jitterRate=0.03881840407848358}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:36:49,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731681409173Initializing all the Stores at 1731681409174 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681409174Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681409174Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681409174Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681409174Cleaning up temporary data from old regions at 1731681409180 (+6 ms)Region opened successfully at 1731681409182 (+2 ms) 2024-11-15T14:36:49,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:36:49,182 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:36:49,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:36:49,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:36:49,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:36:49,183 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:36:49,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681409182Disabling compacts and flushes for region at 1731681409182Disabling writes for close at 1731681409183 (+1 ms)Writing region close event to WAL at 1731681409183Closed at 1731681409183 2024-11-15T14:36:49,184 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:36:49,184 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T14:36:49,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T14:36:49,185 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:36:49,186 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T14:36:49,336 DEBUG [26754e923c4a:43269 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T14:36:49,336 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=26754e923c4a,41439,1731681406389 2024-11-15T14:36:49,337 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,41439,1731681406389, state=OPENING 2024-11-15T14:36:49,413 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T14:36:49,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43269-0x101401af9b80003, quorum=127.0.0.1:54815, baseZNode=/18476179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/18476179 2024-11-15T14:36:49,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41439-0x101401af9b80004, quorum=127.0.0.1:54815, baseZNode=/18476179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/18476179 2024-11-15T14:36:49,445 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:36:49,445 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /18476179/meta-region-server: CHANGED 2024-11-15T14:36:49,445 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /18476179/meta-region-server: CHANGED 2024-11-15T14:36:49,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,41439,1731681406389}] 2024-11-15T14:36:49,597 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T14:36:49,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T14:36:49,600 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T14:36:49,600 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:36:49,600 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T14:36:49,601 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C41439%2C1731681406389.meta, suffix=.meta, logDir=hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/WALs/26754e923c4a,41439,1731681406389, archiveDir=hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/oldWALs, maxLogs=10 2024-11-15T14:36:49,612 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/WALs/26754e923c4a,41439,1731681406389/26754e923c4a%2C41439%2C1731681406389.meta.1731681409601.meta, exclude list is [], retry=0 2024-11-15T14:36:49,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37417,DS-ca1adbce-15f5-4cd1-ad44-f0bc86557e6f,DISK] 2024-11-15T14:36:49,615 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/WALs/26754e923c4a,41439,1731681406389/26754e923c4a%2C41439%2C1731681406389.meta.1731681409601.meta 2024-11-15T14:36:49,616 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45549:45549)] 2024-11-15T14:36:49,616 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:36:49,616 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:36:49,616 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T14:36:49,616 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T14:36:49,616 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T14:36:49,616 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T14:36:49,616 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:36:49,616 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T14:36:49,616 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T14:36:49,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:36:49,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:36:49,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:49,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:49,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:36:49,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:36:49,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:49,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:49,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:36:49,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:36:49,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:49,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:49,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:36:49,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:36:49,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:49,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:49,620 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:36:49,621 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/hbase/meta/1588230740 2024-11-15T14:36:49,621 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/hbase/meta/1588230740 2024-11-15T14:36:49,622 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:36:49,622 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:36:49,623 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:36:49,623 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:36:49,624 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67812507, jitterRate=0.010485097765922546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:36:49,624 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T14:36:49,624 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731681409616Writing region info on filesystem at 1731681409616Initializing all the Stores at 1731681409617 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681409617Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681409617Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681409617Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681409617Cleaning up temporary data from old regions at 1731681409622 (+5 ms)Running coprocessor post-open hooks at 1731681409624 (+2 ms)Region opened successfully at 1731681409624 2024-11-15T14:36:49,625 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731681409597 2024-11-15T14:36:49,626 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T14:36:49,626 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T14:36:49,626 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,41439,1731681406389 2024-11-15T14:36:49,627 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,41439,1731681406389, state=OPEN 2024-11-15T14:36:49,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41439-0x101401af9b80004, quorum=127.0.0.1:54815, baseZNode=/18476179 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/18476179/meta-region-server 2024-11-15T14:36:49,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43269-0x101401af9b80003, quorum=127.0.0.1:54815, baseZNode=/18476179 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/18476179/meta-region-server 2024-11-15T14:36:49,638 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=26754e923c4a,41439,1731681406389 2024-11-15T14:36:49,638 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /18476179/meta-region-server: CHANGED 2024-11-15T14:36:49,638 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /18476179/meta-region-server: CHANGED 2024-11-15T14:36:49,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T14:36:49,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,41439,1731681406389 in 193 msec 2024-11-15T14:36:49,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T14:36:49,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 456 msec 2024-11-15T14:36:49,641 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:36:49,641 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T14:36:49,642 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:36:49,642 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,41439,1731681406389, seqNum=-1] 2024-11-15T14:36:49,642 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:36:49,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:36:49,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2880 sec 2024-11-15T14:36:49,646 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731681409646, completionTime=-1 2024-11-15T14:36:49,647 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T14:36:49,647 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T14:36:49,648 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T14:36:49,648 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731681469648 2024-11-15T14:36:49,648 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731681529648 2024-11-15T14:36:49,648 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T14:36:49,648 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,43269,1731681406285-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:49,648 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,43269,1731681406285-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:49,648 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,43269,1731681406285-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:49,648 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-26754e923c4a:43269, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:49,648 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:49,649 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:49,649 DEBUG [master/26754e923c4a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T14:36:49,651 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.166sec 2024-11-15T14:36:49,651 INFO [master/26754e923c4a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T14:36:49,651 INFO [master/26754e923c4a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T14:36:49,651 INFO [master/26754e923c4a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T14:36:49,651 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T14:36:49,651 INFO [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T14:36:49,651 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,43269,1731681406285-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:36:49,651 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,43269,1731681406285-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T14:36:49,653 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T14:36:49,653 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T14:36:49,653 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,43269,1731681406285-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:49,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d6b2212, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:49,716 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,43269,-1 for getting cluster id 2024-11-15T14:36:49,716 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:36:49,717 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '506f4c91-c744-4276-bfc7-057b02feb303' 2024-11-15T14:36:49,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:36:49,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "506f4c91-c744-4276-bfc7-057b02feb303" 2024-11-15T14:36:49,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de63ef9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:49,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,43269,-1] 2024-11-15T14:36:49,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:36:49,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:49,718 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:36:49,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@524e48be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:49,719 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:36:49,719 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,41439,1731681406389, seqNum=-1] 2024-11-15T14:36:49,720 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:36:49,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:36:49,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=26754e923c4a,43269,1731681406285 2024-11-15T14:36:49,722 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54815 2024-11-15T14:36:49,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54815, baseZNode=/18476179 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:36:49,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101401af9b80005 connected 2024-11-15T14:36:49,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddf2d7c3-b806-f01d-9625-129c7e99f4b1/hadoop.log.dir so I do NOT create it in target/test-data/595ee7af-1457-b720-fbd5-527ed52746ce 2024-11-15T14:36:49,740 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddf2d7c3-b806-f01d-9625-129c7e99f4b1/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T14:36:49,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddf2d7c3-b806-f01d-9625-129c7e99f4b1/hadoop.tmp.dir so I do NOT create it in target/test-data/595ee7af-1457-b720-fbd5-527ed52746ce 2024-11-15T14:36:49,740 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddf2d7c3-b806-f01d-9625-129c7e99f4b1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T14:36:49,740 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/595ee7af-1457-b720-fbd5-527ed52746ce 2024-11-15T14:36:49,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T14:36:49,740 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/595ee7af-1457-b720-fbd5-527ed52746ce/cluster_971fcc09-9f3e-34c8-894a-976ca5f42cbd, deleteOnExit=true 2024-11-15T14:36:49,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T14:36:49,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/595ee7af-1457-b720-fbd5-527ed52746ce/test.cache.data in system properties and HBase conf 2024-11-15T14:36:49,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/595ee7af-1457-b720-fbd5-527ed52746ce/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T14:36:49,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/595ee7af-1457-b720-fbd5-527ed52746ce/hadoop.log.dir in system properties and HBase conf 2024-11-15T14:36:49,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/595ee7af-1457-b720-fbd5-527ed52746ce/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T14:36:49,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/595ee7af-1457-b720-fbd5-527ed52746ce/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T14:36:49,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T14:36:49,741 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T14:36:49,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/595ee7af-1457-b720-fbd5-527ed52746ce/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:36:49,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/595ee7af-1457-b720-fbd5-527ed52746ce/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:36:49,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/595ee7af-1457-b720-fbd5-527ed52746ce/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T14:36:49,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/595ee7af-1457-b720-fbd5-527ed52746ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:36:49,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/595ee7af-1457-b720-fbd5-527ed52746ce/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T14:36:49,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/595ee7af-1457-b720-fbd5-527ed52746ce/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T14:36:49,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/595ee7af-1457-b720-fbd5-527ed52746ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:36:49,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/595ee7af-1457-b720-fbd5-527ed52746ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:36:49,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/595ee7af-1457-b720-fbd5-527ed52746ce/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T14:36:49,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/595ee7af-1457-b720-fbd5-527ed52746ce/nfs.dump.dir in system properties and HBase conf 2024-11-15T14:36:49,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/595ee7af-1457-b720-fbd5-527ed52746ce/java.io.tmpdir in system properties and HBase conf 2024-11-15T14:36:49,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/595ee7af-1457-b720-fbd5-527ed52746ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:36:49,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/595ee7af-1457-b720-fbd5-527ed52746ce/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T14:36:49,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/595ee7af-1457-b720-fbd5-527ed52746ce/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T14:36:49,967 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T14:36:49,968 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:49,968 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:49,968 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:49,968 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:49,968 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:49,968 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:49,969 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:49,969 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:50,005 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:50,005 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:50,005 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:50,006 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:50,006 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:50,006 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:50,012 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:50,015 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:50,015 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:50,055 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:36:50,058 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:36:50,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:36:50,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:36:50,063 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T14:36:50,063 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:36:50,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@82b758d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/595ee7af-1457-b720-fbd5-527ed52746ce/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:36:50,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ac9f21d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:36:50,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ddb20b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/595ee7af-1457-b720-fbd5-527ed52746ce/java.io.tmpdir/jetty-localhost-45431-hadoop-hdfs-3_4_1-tests_jar-_-any-6871297376479547991/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:36:50,171 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40341b5f{HTTP/1.1, (http/1.1)}{localhost:45431} 2024-11-15T14:36:50,171 INFO [Time-limited test {}] server.Server(415): Started @330246ms 2024-11-15T14:36:50,361 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:36:50,365 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:36:50,373 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:36:50,373 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:36:50,373 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T14:36:50,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62bab826{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/595ee7af-1457-b720-fbd5-527ed52746ce/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:36:50,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bdfe434{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:36:50,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6240a473{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/595ee7af-1457-b720-fbd5-527ed52746ce/java.io.tmpdir/jetty-localhost-43163-hadoop-hdfs-3_4_1-tests_jar-_-any-13800638705202641651/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:36:50,516 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a759102{HTTP/1.1, (http/1.1)}{localhost:43163} 2024-11-15T14:36:50,516 INFO [Time-limited test {}] server.Server(415): Started @330590ms 2024-11-15T14:36:50,518 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T14:36:50,877 WARN [Thread-4561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/595ee7af-1457-b720-fbd5-527ed52746ce/cluster_971fcc09-9f3e-34c8-894a-976ca5f42cbd/data/data2/current/BP-2070096372-172.17.0.3-1731681409755/current, will proceed with Du for space computation calculation, 2024-11-15T14:36:50,877 WARN [Thread-4560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/595ee7af-1457-b720-fbd5-527ed52746ce/cluster_971fcc09-9f3e-34c8-894a-976ca5f42cbd/data/data1/current/BP-2070096372-172.17.0.3-1731681409755/current, will proceed with Du for space computation calculation, 2024-11-15T14:36:50,893 WARN [Thread-4548 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T14:36:50,895 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2cd26a9dc9b95e35 with lease ID 0x2e36b719275159a0: Processing first storage report for DS-d5cc07d5-2675-498e-b238-659983f70716 from datanode DatanodeRegistration(127.0.0.1:45919, datanodeUuid=4afe9525-d9a3-45a6-9f3c-09d59d282e9a, infoPort=33643, infoSecurePort=0, ipcPort=36699, storageInfo=lv=-57;cid=testClusterID;nsid=658940282;c=1731681409755) 2024-11-15T14:36:50,895 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2cd26a9dc9b95e35 with lease ID 0x2e36b719275159a0: from storage DS-d5cc07d5-2675-498e-b238-659983f70716 node DatanodeRegistration(127.0.0.1:45919, datanodeUuid=4afe9525-d9a3-45a6-9f3c-09d59d282e9a, infoPort=33643, infoSecurePort=0, ipcPort=36699, storageInfo=lv=-57;cid=testClusterID;nsid=658940282;c=1731681409755), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T14:36:50,895 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2cd26a9dc9b95e35 with lease ID 0x2e36b719275159a0: Processing first storage report for DS-a20fa9b3-4086-4211-86fc-08fe8cce012c from datanode DatanodeRegistration(127.0.0.1:45919, datanodeUuid=4afe9525-d9a3-45a6-9f3c-09d59d282e9a, infoPort=33643, infoSecurePort=0, ipcPort=36699, storageInfo=lv=-57;cid=testClusterID;nsid=658940282;c=1731681409755) 2024-11-15T14:36:50,895 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2cd26a9dc9b95e35 with lease ID 0x2e36b719275159a0: from storage DS-a20fa9b3-4086-4211-86fc-08fe8cce012c node DatanodeRegistration(127.0.0.1:45919, datanodeUuid=4afe9525-d9a3-45a6-9f3c-09d59d282e9a, infoPort=33643, infoSecurePort=0, ipcPort=36699, storageInfo=lv=-57;cid=testClusterID;nsid=658940282;c=1731681409755), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T14:36:50,952 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/595ee7af-1457-b720-fbd5-527ed52746ce 2024-11-15T14:36:50,952 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:36:50,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:36:50,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45919 is added to blk_1073741825_1001 (size=7) 2024-11-15T14:36:51,360 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45 with version=8 2024-11-15T14:36:51,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/hbase-staging 2024-11-15T14:36:51,363 INFO [Time-limited test {}] client.ConnectionUtils(128): master/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:36:51,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:36:51,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:36:51,363 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:36:51,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:36:51,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:36:51,363 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T14:36:51,363 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:36:51,364 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36115 2024-11-15T14:36:51,364 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36115 connecting to ZooKeeper ensemble=127.0.0.1:54815 2024-11-15T14:36:51,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361150x0, quorum=127.0.0.1:54815, baseZNode=/21600987922 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:36:51,397 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36115-0x101401af9b80006 connected 2024-11-15T14:36:51,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:36:51,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:36:51,458 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36115-0x101401af9b80006, quorum=127.0.0.1:54815, baseZNode=/21600987922 Set watcher on znode that does not yet exist, /21600987922/running 2024-11-15T14:36:51,458 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45, hbase.cluster.distributed=false 2024-11-15T14:36:51,460 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36115-0x101401af9b80006, quorum=127.0.0.1:54815, baseZNode=/21600987922 Set watcher on znode that does not yet exist, /21600987922/acl 2024-11-15T14:36:51,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36115 2024-11-15T14:36:51,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36115 2024-11-15T14:36:51,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36115 2024-11-15T14:36:51,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36115 2024-11-15T14:36:51,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36115 2024-11-15T14:36:51,474 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:36:51,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:36:51,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:36:51,474 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:36:51,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:36:51,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:36:51,475 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T14:36:51,475 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:36:51,475 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40159 2024-11-15T14:36:51,476 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40159 connecting to ZooKeeper ensemble=127.0.0.1:54815 2024-11-15T14:36:51,476 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:36:51,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:36:51,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401590x0, quorum=127.0.0.1:54815, baseZNode=/21600987922 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:36:51,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40159-0x101401af9b80007 connected 2024-11-15T14:36:51,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401590x0, quorum=127.0.0.1:54815, baseZNode=/21600987922 Set watcher on znode that does not yet exist, /21600987922/running 2024-11-15T14:36:51,489 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T14:36:51,489 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T14:36:51,490 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40159-0x101401af9b80007, quorum=127.0.0.1:54815, baseZNode=/21600987922 Set watcher on znode that does not yet exist, /21600987922/master 2024-11-15T14:36:51,491 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40159-0x101401af9b80007, quorum=127.0.0.1:54815, baseZNode=/21600987922 Set watcher on znode that does not yet exist, /21600987922/acl 2024-11-15T14:36:51,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40159 2024-11-15T14:36:51,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40159 2024-11-15T14:36:51,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40159 2024-11-15T14:36:51,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40159 2024-11-15T14:36:51,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40159 2024-11-15T14:36:51,506 DEBUG [M:0;26754e923c4a:36115 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;26754e923c4a:36115 2024-11-15T14:36:51,507 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21600987922/backup-masters/26754e923c4a,36115,1731681411363 2024-11-15T14:36:51,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36115-0x101401af9b80006, quorum=127.0.0.1:54815, baseZNode=/21600987922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21600987922/backup-masters 2024-11-15T14:36:51,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40159-0x101401af9b80007, quorum=127.0.0.1:54815, baseZNode=/21600987922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21600987922/backup-masters 2024-11-15T14:36:51,514 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36115-0x101401af9b80006, quorum=127.0.0.1:54815, baseZNode=/21600987922 Set watcher on existing znode=/21600987922/backup-masters/26754e923c4a,36115,1731681411363 2024-11-15T14:36:51,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40159-0x101401af9b80007, quorum=127.0.0.1:54815, baseZNode=/21600987922 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21600987922/master 2024-11-15T14:36:51,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36115-0x101401af9b80006, quorum=127.0.0.1:54815, baseZNode=/21600987922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21600987922 2024-11-15T14:36:51,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40159-0x101401af9b80007, quorum=127.0.0.1:54815, baseZNode=/21600987922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21600987922 2024-11-15T14:36:51,522 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36115-0x101401af9b80006, quorum=127.0.0.1:54815, baseZNode=/21600987922 Set watcher on existing znode=/21600987922/master 2024-11-15T14:36:51,522 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21600987922/backup-masters/26754e923c4a,36115,1731681411363 from backup master directory 2024-11-15T14:36:51,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36115-0x101401af9b80006, quorum=127.0.0.1:54815, baseZNode=/21600987922 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21600987922/backup-masters/26754e923c4a,36115,1731681411363 2024-11-15T14:36:51,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40159-0x101401af9b80007, quorum=127.0.0.1:54815, baseZNode=/21600987922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21600987922/backup-masters 2024-11-15T14:36:51,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36115-0x101401af9b80006, quorum=127.0.0.1:54815, baseZNode=/21600987922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21600987922/backup-masters 2024-11-15T14:36:51,530 WARN [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:36:51,530 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=26754e923c4a,36115,1731681411363 2024-11-15T14:36:51,533 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/hbase.id] with ID: c6289b97-28a4-4750-897d-9d390bafef28 2024-11-15T14:36:51,533 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/.tmp/hbase.id 2024-11-15T14:36:51,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45919 is added to blk_1073741826_1002 (size=42) 2024-11-15T14:36:51,939 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/.tmp/hbase.id]:[hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/hbase.id] 2024-11-15T14:36:51,947 INFO [master/26754e923c4a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:36:51,947 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T14:36:51,948 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T14:36:51,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36115-0x101401af9b80006, quorum=127.0.0.1:54815, baseZNode=/21600987922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21600987922 2024-11-15T14:36:51,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40159-0x101401af9b80007, quorum=127.0.0.1:54815, baseZNode=/21600987922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21600987922 2024-11-15T14:36:51,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45919 is added to blk_1073741827_1003 (size=196) 2024-11-15T14:36:52,385 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:36:52,385 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T14:36:52,386 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:36:52,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45919 is added to blk_1073741828_1004 (size=1189) 2024-11-15T14:36:52,791 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/MasterData/data/master/store 2024-11-15T14:36:52,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45919 is added to blk_1073741829_1005 (size=34) 2024-11-15T14:36:53,196 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:36:53,196 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:36:53,196 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:36:53,196 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:36:53,196 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:36:53,196 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:36:53,196 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:36:53,196 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681413196Disabling compacts and flushes for region at 1731681413196Disabling writes for close at 1731681413196Writing region close event to WAL at 1731681413196Closed at 1731681413196 2024-11-15T14:36:53,197 WARN [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/MasterData/data/master/store/.initializing 2024-11-15T14:36:53,197 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/MasterData/WALs/26754e923c4a,36115,1731681411363 2024-11-15T14:36:53,198 INFO [master/26754e923c4a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:36:53,199 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=26754e923c4a%2C36115%2C1731681411363, suffix=, logDir=hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/MasterData/WALs/26754e923c4a,36115,1731681411363, archiveDir=hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/MasterData/oldWALs, maxLogs=10 2024-11-15T14:36:53,216 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/MasterData/WALs/26754e923c4a,36115,1731681411363/26754e923c4a%2C36115%2C1731681411363.1731681413199, exclude list is [], retry=0 2024-11-15T14:36:53,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45919,DS-d5cc07d5-2675-498e-b238-659983f70716,DISK] 2024-11-15T14:36:53,219 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/MasterData/WALs/26754e923c4a,36115,1731681411363/26754e923c4a%2C36115%2C1731681411363.1731681413199 2024-11-15T14:36:53,219 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33643:33643)] 2024-11-15T14:36:53,219 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:36:53,220 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:36:53,220 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:53,220 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:53,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:53,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T14:36:53,222 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:53,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:53,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:53,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T14:36:53,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:53,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:36:53,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:53,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T14:36:53,224 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:53,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:36:53,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:53,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T14:36:53,225 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:53,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:36:53,226 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:53,226 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:53,227 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:53,228 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:53,228 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:53,228 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:36:53,229 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:36:53,230 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:36:53,231 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70201154, jitterRate=0.04607871174812317}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:36:53,231 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731681413220Initializing all the Stores at 1731681413220Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681413221 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681413221Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681413221Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681413221Cleaning up temporary data from old regions at 1731681413228 (+7 ms)Region opened successfully at 1731681413231 (+3 ms) 2024-11-15T14:36:53,231 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T14:36:53,233 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2532823b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:36:53,234 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T14:36:53,234 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T14:36:53,234 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T14:36:53,234 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T14:36:53,235 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T14:36:53,235 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T14:36:53,235 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T14:36:53,236 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T14:36:53,237 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36115-0x101401af9b80006, quorum=127.0.0.1:54815, baseZNode=/21600987922 Unable to get data of znode /21600987922/balancer because node does not exist (not necessarily an error) 2024-11-15T14:36:53,322 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21600987922/balancer already deleted, retry=false 2024-11-15T14:36:53,322 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T14:36:53,323 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36115-0x101401af9b80006, quorum=127.0.0.1:54815, baseZNode=/21600987922 Unable to get data of znode /21600987922/normalizer because node does not exist (not necessarily an error) 2024-11-15T14:36:53,330 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21600987922/normalizer already deleted, retry=false 2024-11-15T14:36:53,330 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T14:36:53,331 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36115-0x101401af9b80006, quorum=127.0.0.1:54815, baseZNode=/21600987922 Unable to get data of znode /21600987922/switch/split because node does not exist (not necessarily an error) 2024-11-15T14:36:53,338 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21600987922/switch/split already deleted, retry=false 2024-11-15T14:36:53,339 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36115-0x101401af9b80006, quorum=127.0.0.1:54815, baseZNode=/21600987922 Unable to get data of znode /21600987922/switch/merge because node does not exist (not necessarily an error) 2024-11-15T14:36:53,346 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21600987922/switch/merge already deleted, retry=false 2024-11-15T14:36:53,348 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36115-0x101401af9b80006, quorum=127.0.0.1:54815, baseZNode=/21600987922 Unable to get data of znode /21600987922/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T14:36:53,355 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21600987922/snapshot-cleanup already deleted, retry=false 2024-11-15T14:36:53,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36115-0x101401af9b80006, quorum=127.0.0.1:54815, baseZNode=/21600987922 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21600987922/running 2024-11-15T14:36:53,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40159-0x101401af9b80007, quorum=127.0.0.1:54815, baseZNode=/21600987922 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21600987922/running 2024-11-15T14:36:53,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36115-0x101401af9b80006, quorum=127.0.0.1:54815, baseZNode=/21600987922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21600987922 2024-11-15T14:36:53,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40159-0x101401af9b80007, quorum=127.0.0.1:54815, baseZNode=/21600987922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21600987922 2024-11-15T14:36:53,363 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=26754e923c4a,36115,1731681411363, sessionid=0x101401af9b80006, setting cluster-up flag (Was=false) 2024-11-15T14:36:53,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40159-0x101401af9b80007, quorum=127.0.0.1:54815, baseZNode=/21600987922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21600987922 2024-11-15T14:36:53,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36115-0x101401af9b80006, quorum=127.0.0.1:54815, baseZNode=/21600987922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21600987922 2024-11-15T14:36:53,405 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21600987922/flush-table-proc/acquired, /21600987922/flush-table-proc/reached, /21600987922/flush-table-proc/abort 2024-11-15T14:36:53,406 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,36115,1731681411363 2024-11-15T14:36:53,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36115-0x101401af9b80006, quorum=127.0.0.1:54815, baseZNode=/21600987922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21600987922 2024-11-15T14:36:53,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40159-0x101401af9b80007, quorum=127.0.0.1:54815, baseZNode=/21600987922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21600987922 2024-11-15T14:36:53,446 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21600987922/online-snapshot/acquired, /21600987922/online-snapshot/reached, /21600987922/online-snapshot/abort 2024-11-15T14:36:53,447 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,36115,1731681411363 2024-11-15T14:36:53,448 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T14:36:53,450 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T14:36:53,450 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T14:36:53,450 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T14:36:53,450 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 26754e923c4a,36115,1731681411363 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T14:36:53,452 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:36:53,452 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:36:53,452 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:36:53,452 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:36:53,452 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/26754e923c4a:0, corePoolSize=10, maxPoolSize=10 2024-11-15T14:36:53,452 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:53,452 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:36:53,452 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:53,452 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731681443452 2024-11-15T14:36:53,453 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T14:36:53,453 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T14:36:53,453 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T14:36:53,453 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T14:36:53,453 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T14:36:53,453 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T14:36:53,453 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:36:53,453 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:53,453 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T14:36:53,453 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T14:36:53,453 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T14:36:53,453 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T14:36:53,453 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T14:36:53,453 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T14:36:53,453 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T14:36:53,454 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:53,454 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T14:36:53,454 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681413454,5,FailOnTimeoutGroup] 2024-11-15T14:36:53,454 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681413454,5,FailOnTimeoutGroup] 2024-11-15T14:36:53,454 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:53,455 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T14:36:53,455 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:53,455 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:53,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45919 is added to blk_1073741831_1007 (size=1321) 2024-11-15T14:36:53,499 INFO [RS:0;26754e923c4a:40159 {}] regionserver.HRegionServer(746): ClusterId : c6289b97-28a4-4750-897d-9d390bafef28 2024-11-15T14:36:53,499 DEBUG [RS:0;26754e923c4a:40159 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T14:36:53,506 DEBUG [RS:0;26754e923c4a:40159 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T14:36:53,506 DEBUG [RS:0;26754e923c4a:40159 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T14:36:53,514 DEBUG [RS:0;26754e923c4a:40159 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T14:36:53,514 DEBUG [RS:0;26754e923c4a:40159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341597a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:36:53,528 DEBUG [RS:0;26754e923c4a:40159 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;26754e923c4a:40159 2024-11-15T14:36:53,528 INFO [RS:0;26754e923c4a:40159 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T14:36:53,528 INFO [RS:0;26754e923c4a:40159 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T14:36:53,528 DEBUG [RS:0;26754e923c4a:40159 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T14:36:53,528 INFO [RS:0;26754e923c4a:40159 {}] regionserver.HRegionServer(2659): reportForDuty to master=26754e923c4a,36115,1731681411363 with port=40159, startcode=1731681411474 2024-11-15T14:36:53,529 DEBUG [RS:0;26754e923c4a:40159 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T14:36:53,530 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48333, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T14:36:53,530 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36115 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 26754e923c4a,40159,1731681411474 2024-11-15T14:36:53,530 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36115 {}] master.ServerManager(517): Registering regionserver=26754e923c4a,40159,1731681411474 2024-11-15T14:36:53,531 DEBUG [RS:0;26754e923c4a:40159 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45 2024-11-15T14:36:53,531 DEBUG [RS:0;26754e923c4a:40159 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42395 2024-11-15T14:36:53,531 DEBUG [RS:0;26754e923c4a:40159 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T14:36:53,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36115-0x101401af9b80006, quorum=127.0.0.1:54815, baseZNode=/21600987922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21600987922/rs 2024-11-15T14:36:53,565 DEBUG [RS:0;26754e923c4a:40159 {}] zookeeper.ZKUtil(111): regionserver:40159-0x101401af9b80007, quorum=127.0.0.1:54815, baseZNode=/21600987922 Set watcher on existing znode=/21600987922/rs/26754e923c4a,40159,1731681411474 2024-11-15T14:36:53,566 WARN [RS:0;26754e923c4a:40159 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:36:53,566 INFO [RS:0;26754e923c4a:40159 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:36:53,566 DEBUG [RS:0;26754e923c4a:40159 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/WALs/26754e923c4a,40159,1731681411474 2024-11-15T14:36:53,566 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [26754e923c4a,40159,1731681411474] 2024-11-15T14:36:53,568 INFO [RS:0;26754e923c4a:40159 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T14:36:53,569 INFO [RS:0;26754e923c4a:40159 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T14:36:53,570 INFO [RS:0;26754e923c4a:40159 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T14:36:53,570 INFO [RS:0;26754e923c4a:40159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:53,570 INFO [RS:0;26754e923c4a:40159 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T14:36:53,570 INFO [RS:0;26754e923c4a:40159 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T14:36:53,570 INFO [RS:0;26754e923c4a:40159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:53,571 DEBUG [RS:0;26754e923c4a:40159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:53,571 DEBUG [RS:0;26754e923c4a:40159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:53,571 DEBUG [RS:0;26754e923c4a:40159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:53,571 DEBUG [RS:0;26754e923c4a:40159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:53,571 DEBUG [RS:0;26754e923c4a:40159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:53,571 DEBUG [RS:0;26754e923c4a:40159 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:36:53,571 DEBUG [RS:0;26754e923c4a:40159 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:53,571 DEBUG [RS:0;26754e923c4a:40159 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:53,571 DEBUG [RS:0;26754e923c4a:40159 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:53,571 DEBUG [RS:0;26754e923c4a:40159 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:53,571 DEBUG [RS:0;26754e923c4a:40159 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:53,571 DEBUG [RS:0;26754e923c4a:40159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:36:53,571 DEBUG [RS:0;26754e923c4a:40159 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:36:53,571 DEBUG [RS:0;26754e923c4a:40159 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:36:53,571 INFO [RS:0;26754e923c4a:40159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:53,571 INFO [RS:0;26754e923c4a:40159 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:53,571 INFO [RS:0;26754e923c4a:40159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:53,571 INFO [RS:0;26754e923c4a:40159 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:53,571 INFO [RS:0;26754e923c4a:40159 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:53,571 INFO [RS:0;26754e923c4a:40159 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,40159,1731681411474-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:36:53,584 INFO [RS:0;26754e923c4a:40159 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T14:36:53,584 INFO [RS:0;26754e923c4a:40159 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,40159,1731681411474-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:53,584 INFO [RS:0;26754e923c4a:40159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:53,584 INFO [RS:0;26754e923c4a:40159 {}] regionserver.Replication(171): 26754e923c4a,40159,1731681411474 started 2024-11-15T14:36:53,597 INFO [RS:0;26754e923c4a:40159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:53,597 INFO [RS:0;26754e923c4a:40159 {}] regionserver.HRegionServer(1482): Serving as 26754e923c4a,40159,1731681411474, RpcServer on 26754e923c4a/172.17.0.3:40159, sessionid=0x101401af9b80007 2024-11-15T14:36:53,597 DEBUG [RS:0;26754e923c4a:40159 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T14:36:53,597 DEBUG [RS:0;26754e923c4a:40159 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 26754e923c4a,40159,1731681411474 2024-11-15T14:36:53,597 DEBUG [RS:0;26754e923c4a:40159 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,40159,1731681411474' 2024-11-15T14:36:53,597 DEBUG [RS:0;26754e923c4a:40159 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21600987922/flush-table-proc/abort' 2024-11-15T14:36:53,598 DEBUG [RS:0;26754e923c4a:40159 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21600987922/flush-table-proc/acquired' 2024-11-15T14:36:53,598 DEBUG [RS:0;26754e923c4a:40159 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T14:36:53,598 DEBUG [RS:0;26754e923c4a:40159 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T14:36:53,598 DEBUG [RS:0;26754e923c4a:40159 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 26754e923c4a,40159,1731681411474 2024-11-15T14:36:53,598 DEBUG [RS:0;26754e923c4a:40159 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,40159,1731681411474' 2024-11-15T14:36:53,598 DEBUG [RS:0;26754e923c4a:40159 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21600987922/online-snapshot/abort' 2024-11-15T14:36:53,599 DEBUG [RS:0;26754e923c4a:40159 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21600987922/online-snapshot/acquired' 2024-11-15T14:36:53,599 DEBUG [RS:0;26754e923c4a:40159 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T14:36:53,599 INFO [RS:0;26754e923c4a:40159 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T14:36:53,599 INFO [RS:0;26754e923c4a:40159 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T14:36:53,699 INFO [RS:0;26754e923c4a:40159 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:36:53,701 INFO [RS:0;26754e923c4a:40159 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C40159%2C1731681411474, suffix=, logDir=hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/WALs/26754e923c4a,40159,1731681411474, archiveDir=hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/oldWALs, maxLogs=10 2024-11-15T14:36:53,713 DEBUG [RS:0;26754e923c4a:40159 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/WALs/26754e923c4a,40159,1731681411474/26754e923c4a%2C40159%2C1731681411474.1731681413701, exclude list is [], retry=0 2024-11-15T14:36:53,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45919,DS-d5cc07d5-2675-498e-b238-659983f70716,DISK] 2024-11-15T14:36:53,716 INFO [RS:0;26754e923c4a:40159 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/WALs/26754e923c4a,40159,1731681411474/26754e923c4a%2C40159%2C1731681411474.1731681413701 2024-11-15T14:36:53,716 DEBUG [RS:0;26754e923c4a:40159 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33643:33643)] 2024-11-15T14:36:53,859 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T14:36:53,859 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45 2024-11-15T14:36:53,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45919 is added to blk_1073741833_1009 (size=32) 2024-11-15T14:36:54,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:36:54,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:36:54,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:36:54,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:54,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:54,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:36:54,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:36:54,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:54,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:54,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:36:54,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:36:54,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:54,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:54,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:36:54,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:36:54,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:54,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:54,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:36:54,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/data/hbase/meta/1588230740 2024-11-15T14:36:54,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/data/hbase/meta/1588230740 2024-11-15T14:36:54,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:36:54,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:36:54,270 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:36:54,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:36:54,273 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:36:54,273 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66373868, jitterRate=-0.010952293872833252}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:36:54,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731681414263Initializing all the Stores at 1731681414264 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681414264Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681414264Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681414264Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681414264Cleaning up temporary data from old regions at 1731681414270 (+6 ms)Region opened successfully at 1731681414273 (+3 ms) 2024-11-15T14:36:54,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:36:54,273 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:36:54,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:36:54,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:36:54,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:36:54,274 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:36:54,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681414273Disabling compacts and flushes for region at 1731681414273Disabling writes for close at 1731681414273Writing region close event to WAL at 1731681414274 (+1 ms)Closed at 1731681414274 2024-11-15T14:36:54,275 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:36:54,275 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T14:36:54,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T14:36:54,276 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:36:54,276 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T14:36:54,427 DEBUG [26754e923c4a:36115 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T14:36:54,427 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=26754e923c4a,40159,1731681411474 2024-11-15T14:36:54,428 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,40159,1731681411474, state=OPENING 2024-11-15T14:36:54,538 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T14:36:54,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40159-0x101401af9b80007, quorum=127.0.0.1:54815, baseZNode=/21600987922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21600987922 2024-11-15T14:36:54,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36115-0x101401af9b80006, quorum=127.0.0.1:54815, baseZNode=/21600987922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21600987922 2024-11-15T14:36:54,547 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21600987922/meta-region-server: CHANGED 2024-11-15T14:36:54,547 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21600987922/meta-region-server: CHANGED 2024-11-15T14:36:54,547 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:36:54,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,40159,1731681411474}] 2024-11-15T14:36:54,699 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T14:36:54,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T14:36:54,703 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T14:36:54,703 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:36:54,703 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T14:36:54,704 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C40159%2C1731681411474.meta, suffix=.meta, logDir=hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/WALs/26754e923c4a,40159,1731681411474, archiveDir=hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/oldWALs, maxLogs=10 2024-11-15T14:36:54,716 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/WALs/26754e923c4a,40159,1731681411474/26754e923c4a%2C40159%2C1731681411474.meta.1731681414704.meta, exclude list is [], retry=0 2024-11-15T14:36:54,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45919,DS-d5cc07d5-2675-498e-b238-659983f70716,DISK] 2024-11-15T14:36:54,719 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/WALs/26754e923c4a,40159,1731681411474/26754e923c4a%2C40159%2C1731681411474.meta.1731681414704.meta 2024-11-15T14:36:54,719 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33643:33643)] 2024-11-15T14:36:54,720 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:36:54,720 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:36:54,720 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T14:36:54,720 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T14:36:54,720 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T14:36:54,720 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T14:36:54,720 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:36:54,720 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T14:36:54,720 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T14:36:54,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:36:54,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:36:54,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:54,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:54,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:36:54,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:36:54,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:54,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:54,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:36:54,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:36:54,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:54,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:54,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:36:54,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:36:54,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:54,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:36:54,724 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:36:54,725 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/data/hbase/meta/1588230740 2024-11-15T14:36:54,725 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/data/hbase/meta/1588230740 2024-11-15T14:36:54,726 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:36:54,726 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:36:54,726 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:36:54,727 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:36:54,728 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74574881, jitterRate=0.1112523227930069}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:36:54,728 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T14:36:54,728 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731681414720Writing region info on filesystem at 1731681414720Initializing all the Stores at 1731681414721 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681414721Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681414721Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681414721Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731681414721Cleaning up temporary data from old regions at 1731681414726 (+5 ms)Running coprocessor post-open hooks at 1731681414728 (+2 ms)Region opened successfully at 1731681414728 2024-11-15T14:36:54,728 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731681414699 2024-11-15T14:36:54,730 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T14:36:54,730 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T14:36:54,730 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,40159,1731681411474 2024-11-15T14:36:54,731 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,40159,1731681411474, state=OPEN 2024-11-15T14:36:54,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36115-0x101401af9b80006, quorum=127.0.0.1:54815, baseZNode=/21600987922 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21600987922/meta-region-server 2024-11-15T14:36:54,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40159-0x101401af9b80007, quorum=127.0.0.1:54815, baseZNode=/21600987922 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21600987922/meta-region-server 2024-11-15T14:36:54,738 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=26754e923c4a,40159,1731681411474 2024-11-15T14:36:54,738 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21600987922/meta-region-server: CHANGED 2024-11-15T14:36:54,738 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21600987922/meta-region-server: CHANGED 2024-11-15T14:36:54,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T14:36:54,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,40159,1731681411474 in 191 msec 2024-11-15T14:36:54,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T14:36:54,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 465 msec 2024-11-15T14:36:54,741 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:36:54,741 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T14:36:54,742 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:36:54,742 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,40159,1731681411474, seqNum=-1] 2024-11-15T14:36:54,743 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:36:54,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:36:54,746 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2960 sec 2024-11-15T14:36:54,747 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731681414747, completionTime=-1 2024-11-15T14:36:54,747 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T14:36:54,747 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T14:36:54,748 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T14:36:54,748 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731681474748 2024-11-15T14:36:54,748 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731681534748 2024-11-15T14:36:54,748 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T14:36:54,749 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,36115,1731681411363-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:54,749 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,36115,1731681411363-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:54,749 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,36115,1731681411363-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:54,749 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-26754e923c4a:36115, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:54,749 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:54,749 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:54,751 DEBUG [master/26754e923c4a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T14:36:54,752 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.222sec 2024-11-15T14:36:54,752 INFO [master/26754e923c4a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T14:36:54,752 INFO [master/26754e923c4a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T14:36:54,752 INFO [master/26754e923c4a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T14:36:54,752 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T14:36:54,752 INFO [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T14:36:54,752 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,36115,1731681411363-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:36:54,752 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,36115,1731681411363-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T14:36:54,754 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T14:36:54,754 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T14:36:54,754 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,36115,1731681411363-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:36:54,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ae69407, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:54,800 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,36115,-1 for getting cluster id 2024-11-15T14:36:54,800 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:36:54,801 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6289b97-28a4-4750-897d-9d390bafef28' 2024-11-15T14:36:54,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:36:54,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6289b97-28a4-4750-897d-9d390bafef28" 2024-11-15T14:36:54,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15bb28f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:54,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,36115,-1] 2024-11-15T14:36:54,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:36:54,802 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:36:54,802 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:36:54,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5712d3e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:36:54,803 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:36:54,804 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,40159,1731681411474, seqNum=-1] 2024-11-15T14:36:54,804 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:36:54,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:36:54,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=26754e923c4a,36115,1731681411363 2024-11-15T14:36:54,806 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54815 2024-11-15T14:36:54,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54815, baseZNode=/21600987922 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:36:54,814 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101401af9b80008 connected 2024-11-15T14:36:54,823 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:36:54,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,40585,1731681401362 2024-11-15T14:36:54,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3734951b 2024-11-15T14:36:54,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:36:54,825 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:36:54,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40585 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:36:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40585 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T14:36:54,827 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T14:36:54,827 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:54,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40585 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T14:36:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:36:54,828 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T14:36:54,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39357 is added to blk_1073741835_1011 (size=902) 2024-11-15T14:36:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:36:55,120 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T14:36:55,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:55,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:55,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:55,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:55,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:55,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:55,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:55,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:36:55,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:55,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:55,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:55,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:55,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:55,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:55,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:55,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:55,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:36:55,235 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 846d56e45c83bd2c6392e1c074494832, NAME => 'test,,1731681414825.846d56e45c83bd2c6392e1c074494832.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970 2024-11-15T14:36:55,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39357 is added to blk_1073741836_1012 (size=39) 2024-11-15T14:36:55,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:36:55,640 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731681414825.846d56e45c83bd2c6392e1c074494832.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:36:55,640 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 846d56e45c83bd2c6392e1c074494832, disabling compactions & flushes 2024-11-15T14:36:55,640 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731681414825.846d56e45c83bd2c6392e1c074494832. 2024-11-15T14:36:55,640 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731681414825.846d56e45c83bd2c6392e1c074494832. 2024-11-15T14:36:55,640 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731681414825.846d56e45c83bd2c6392e1c074494832. after waiting 0 ms 2024-11-15T14:36:55,640 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731681414825.846d56e45c83bd2c6392e1c074494832. 2024-11-15T14:36:55,640 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731681414825.846d56e45c83bd2c6392e1c074494832. 2024-11-15T14:36:55,640 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 846d56e45c83bd2c6392e1c074494832: Waiting for close lock at 1731681415640Disabling compacts and flushes for region at 1731681415640Disabling writes for close at 1731681415640Writing region close event to WAL at 1731681415640Closed at 1731681415640 2024-11-15T14:36:55,641 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T14:36:55,642 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731681414825.846d56e45c83bd2c6392e1c074494832.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731681415641"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731681415641"}]},"ts":"1731681415641"} 2024-11-15T14:36:55,643 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T14:36:55,644 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T14:36:55,645 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681415644"}]},"ts":"1731681415644"} 2024-11-15T14:36:55,646 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T14:36:55,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=846d56e45c83bd2c6392e1c074494832, ASSIGN}] 2024-11-15T14:36:55,647 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=846d56e45c83bd2c6392e1c074494832, ASSIGN 2024-11-15T14:36:55,648 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=846d56e45c83bd2c6392e1c074494832, ASSIGN; state=OFFLINE, location=26754e923c4a,43717,1731681401507; forceNewPlan=false, retain=false 2024-11-15T14:36:55,798 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=846d56e45c83bd2c6392e1c074494832, regionState=OPENING, regionLocation=26754e923c4a,43717,1731681401507 2024-11-15T14:36:55,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=846d56e45c83bd2c6392e1c074494832, ASSIGN because future has completed 2024-11-15T14:36:55,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 846d56e45c83bd2c6392e1c074494832, server=26754e923c4a,43717,1731681401507}] 2024-11-15T14:36:55,955 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731681414825.846d56e45c83bd2c6392e1c074494832. 2024-11-15T14:36:55,955 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 846d56e45c83bd2c6392e1c074494832, NAME => 'test,,1731681414825.846d56e45c83bd2c6392e1c074494832.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:36:55,956 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:36:55,956 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T14:36:55,956 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 846d56e45c83bd2c6392e1c074494832 2024-11-15T14:36:55,956 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731681414825.846d56e45c83bd2c6392e1c074494832.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:36:55,956 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 846d56e45c83bd2c6392e1c074494832 2024-11-15T14:36:55,956 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 846d56e45c83bd2c6392e1c074494832 2024-11-15T14:36:55,957 INFO [StoreOpener-846d56e45c83bd2c6392e1c074494832-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 846d56e45c83bd2c6392e1c074494832 2024-11-15T14:36:55,958 INFO [StoreOpener-846d56e45c83bd2c6392e1c074494832-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 846d56e45c83bd2c6392e1c074494832 columnFamilyName f 2024-11-15T14:36:55,958 DEBUG [StoreOpener-846d56e45c83bd2c6392e1c074494832-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:55,958 INFO [StoreOpener-846d56e45c83bd2c6392e1c074494832-1 {}] regionserver.HStore(327): Store=846d56e45c83bd2c6392e1c074494832/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:36:55,958 INFO [StoreOpener-846d56e45c83bd2c6392e1c074494832-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 846d56e45c83bd2c6392e1c074494832 2024-11-15T14:36:55,959 INFO [StoreOpener-846d56e45c83bd2c6392e1c074494832-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 846d56e45c83bd2c6392e1c074494832 columnFamilyName f1 2024-11-15T14:36:55,959 DEBUG [StoreOpener-846d56e45c83bd2c6392e1c074494832-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:55,959 INFO [StoreOpener-846d56e45c83bd2c6392e1c074494832-1 {}] regionserver.HStore(327): Store=846d56e45c83bd2c6392e1c074494832/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:36:55,959 INFO [StoreOpener-846d56e45c83bd2c6392e1c074494832-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 846d56e45c83bd2c6392e1c074494832 2024-11-15T14:36:55,960 INFO [StoreOpener-846d56e45c83bd2c6392e1c074494832-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 846d56e45c83bd2c6392e1c074494832 columnFamilyName norep 2024-11-15T14:36:55,960 DEBUG [StoreOpener-846d56e45c83bd2c6392e1c074494832-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:55,960 INFO [StoreOpener-846d56e45c83bd2c6392e1c074494832-1 {}] regionserver.HStore(327): Store=846d56e45c83bd2c6392e1c074494832/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:36:55,960 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 846d56e45c83bd2c6392e1c074494832 2024-11-15T14:36:55,961 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/default/test/846d56e45c83bd2c6392e1c074494832 2024-11-15T14:36:55,961 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/default/test/846d56e45c83bd2c6392e1c074494832 2024-11-15T14:36:55,962 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 846d56e45c83bd2c6392e1c074494832 2024-11-15T14:36:55,962 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 846d56e45c83bd2c6392e1c074494832 2024-11-15T14:36:55,963 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T14:36:55,963 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 846d56e45c83bd2c6392e1c074494832 2024-11-15T14:36:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:36:55,965 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/default/test/846d56e45c83bd2c6392e1c074494832/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:36:55,966 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 846d56e45c83bd2c6392e1c074494832; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62200325, jitterRate=-0.07314293086528778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T14:36:55,966 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 846d56e45c83bd2c6392e1c074494832 2024-11-15T14:36:55,966 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 846d56e45c83bd2c6392e1c074494832: Running coprocessor pre-open hook at 1731681415956Writing region info on filesystem at 1731681415956Initializing all the Stores at 1731681415957 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681415957Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681415957Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681415957Cleaning up temporary data from old regions at 1731681415962 (+5 ms)Running coprocessor post-open hooks at 1731681415966 (+4 ms)Region opened successfully at 1731681415966 2024-11-15T14:36:55,966 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731681414825.846d56e45c83bd2c6392e1c074494832., pid=6, masterSystemTime=1731681415952 2024-11-15T14:36:55,968 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731681414825.846d56e45c83bd2c6392e1c074494832. 2024-11-15T14:36:55,968 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731681414825.846d56e45c83bd2c6392e1c074494832. 2024-11-15T14:36:55,968 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=846d56e45c83bd2c6392e1c074494832, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=26754e923c4a,43717,1731681401507 2024-11-15T14:36:55,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 846d56e45c83bd2c6392e1c074494832, server=26754e923c4a,43717,1731681401507 because future has completed 2024-11-15T14:36:55,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T14:36:55,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 846d56e45c83bd2c6392e1c074494832, server=26754e923c4a,43717,1731681401507 in 171 msec 2024-11-15T14:36:55,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T14:36:55,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=846d56e45c83bd2c6392e1c074494832, ASSIGN in 326 msec 2024-11-15T14:36:55,974 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T14:36:55,974 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681415974"}]},"ts":"1731681415974"} 2024-11-15T14:36:55,975 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T14:36:55,976 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T14:36:55,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-15T14:36:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:36:56,975 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T14:36:56,975 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:36:56,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,43269,1731681406285 2024-11-15T14:36:56,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1798525b 2024-11-15T14:36:56,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:36:56,977 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:36:56,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43269 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:36:56,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43269 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T14:36:56,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T14:36:56,981 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:56,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43269 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T14:36:56,982 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T14:36:56,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:36:56,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741835_1011 (size=902) 2024-11-15T14:36:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:36:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:36:57,388 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3b89b0d3e229ca8d59c420358a826b7b, NAME => 'test,,1731681416978.3b89b0d3e229ca8d59c420358a826b7b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c 2024-11-15T14:36:57,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741836_1012 (size=39) 2024-11-15T14:36:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:36:57,794 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731681416978.3b89b0d3e229ca8d59c420358a826b7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:36:57,794 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3b89b0d3e229ca8d59c420358a826b7b, disabling compactions & flushes 2024-11-15T14:36:57,794 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731681416978.3b89b0d3e229ca8d59c420358a826b7b. 2024-11-15T14:36:57,794 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731681416978.3b89b0d3e229ca8d59c420358a826b7b. 2024-11-15T14:36:57,794 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731681416978.3b89b0d3e229ca8d59c420358a826b7b. after waiting 0 ms 2024-11-15T14:36:57,794 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731681416978.3b89b0d3e229ca8d59c420358a826b7b. 2024-11-15T14:36:57,794 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731681416978.3b89b0d3e229ca8d59c420358a826b7b. 2024-11-15T14:36:57,794 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3b89b0d3e229ca8d59c420358a826b7b: Waiting for close lock at 1731681417794Disabling compacts and flushes for region at 1731681417794Disabling writes for close at 1731681417794Writing region close event to WAL at 1731681417794Closed at 1731681417794 2024-11-15T14:36:57,795 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T14:36:57,796 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731681416978.3b89b0d3e229ca8d59c420358a826b7b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731681417795"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731681417795"}]},"ts":"1731681417795"} 2024-11-15T14:36:57,797 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T14:36:57,798 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T14:36:57,798 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681417798"}]},"ts":"1731681417798"} 2024-11-15T14:36:57,799 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T14:36:57,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3b89b0d3e229ca8d59c420358a826b7b, ASSIGN}] 2024-11-15T14:36:57,800 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3b89b0d3e229ca8d59c420358a826b7b, ASSIGN 2024-11-15T14:36:57,801 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3b89b0d3e229ca8d59c420358a826b7b, ASSIGN; state=OFFLINE, location=26754e923c4a,41439,1731681406389; forceNewPlan=false, retain=false 2024-11-15T14:36:57,951 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3b89b0d3e229ca8d59c420358a826b7b, regionState=OPENING, regionLocation=26754e923c4a,41439,1731681406389 2024-11-15T14:36:57,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3b89b0d3e229ca8d59c420358a826b7b, ASSIGN because future has completed 2024-11-15T14:36:57,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b89b0d3e229ca8d59c420358a826b7b, server=26754e923c4a,41439,1731681406389}] 2024-11-15T14:36:58,108 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731681416978.3b89b0d3e229ca8d59c420358a826b7b. 2024-11-15T14:36:58,108 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b89b0d3e229ca8d59c420358a826b7b, NAME => 'test,,1731681416978.3b89b0d3e229ca8d59c420358a826b7b.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:36:58,109 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:36:58,109 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T14:36:58,109 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3b89b0d3e229ca8d59c420358a826b7b 2024-11-15T14:36:58,109 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731681416978.3b89b0d3e229ca8d59c420358a826b7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:36:58,109 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3b89b0d3e229ca8d59c420358a826b7b 2024-11-15T14:36:58,109 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3b89b0d3e229ca8d59c420358a826b7b 2024-11-15T14:36:58,110 INFO [StoreOpener-3b89b0d3e229ca8d59c420358a826b7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3b89b0d3e229ca8d59c420358a826b7b 2024-11-15T14:36:58,111 INFO [StoreOpener-3b89b0d3e229ca8d59c420358a826b7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b89b0d3e229ca8d59c420358a826b7b columnFamilyName f 2024-11-15T14:36:58,111 DEBUG [StoreOpener-3b89b0d3e229ca8d59c420358a826b7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:58,111 INFO [StoreOpener-3b89b0d3e229ca8d59c420358a826b7b-1 {}] regionserver.HStore(327): Store=3b89b0d3e229ca8d59c420358a826b7b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:36:58,111 INFO [StoreOpener-3b89b0d3e229ca8d59c420358a826b7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3b89b0d3e229ca8d59c420358a826b7b 2024-11-15T14:36:58,112 INFO [StoreOpener-3b89b0d3e229ca8d59c420358a826b7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b89b0d3e229ca8d59c420358a826b7b columnFamilyName f1 2024-11-15T14:36:58,112 DEBUG [StoreOpener-3b89b0d3e229ca8d59c420358a826b7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:58,112 INFO [StoreOpener-3b89b0d3e229ca8d59c420358a826b7b-1 {}] regionserver.HStore(327): Store=3b89b0d3e229ca8d59c420358a826b7b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:36:58,112 INFO [StoreOpener-3b89b0d3e229ca8d59c420358a826b7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3b89b0d3e229ca8d59c420358a826b7b 2024-11-15T14:36:58,113 INFO [StoreOpener-3b89b0d3e229ca8d59c420358a826b7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b89b0d3e229ca8d59c420358a826b7b columnFamilyName norep 2024-11-15T14:36:58,113 DEBUG [StoreOpener-3b89b0d3e229ca8d59c420358a826b7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:58,113 INFO [StoreOpener-3b89b0d3e229ca8d59c420358a826b7b-1 {}] regionserver.HStore(327): Store=3b89b0d3e229ca8d59c420358a826b7b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:36:58,113 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3b89b0d3e229ca8d59c420358a826b7b 2024-11-15T14:36:58,114 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/default/test/3b89b0d3e229ca8d59c420358a826b7b 2024-11-15T14:36:58,114 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/default/test/3b89b0d3e229ca8d59c420358a826b7b 2024-11-15T14:36:58,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:36:58,115 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3b89b0d3e229ca8d59c420358a826b7b 2024-11-15T14:36:58,115 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3b89b0d3e229ca8d59c420358a826b7b 2024-11-15T14:36:58,115 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T14:36:58,116 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3b89b0d3e229ca8d59c420358a826b7b 2024-11-15T14:36:58,117 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/default/test/3b89b0d3e229ca8d59c420358a826b7b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:36:58,117 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3b89b0d3e229ca8d59c420358a826b7b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63654896, jitterRate=-0.0514681339263916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T14:36:58,117 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b89b0d3e229ca8d59c420358a826b7b 2024-11-15T14:36:58,117 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3b89b0d3e229ca8d59c420358a826b7b: Running coprocessor pre-open hook at 1731681418109Writing region info on filesystem at 1731681418109Initializing all the Stores at 1731681418110 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681418110Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681418110Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681418110Cleaning up temporary data from old regions at 1731681418115 (+5 ms)Running coprocessor post-open hooks at 1731681418117 (+2 ms)Region opened successfully at 1731681418117 2024-11-15T14:36:58,118 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731681416978.3b89b0d3e229ca8d59c420358a826b7b., pid=6, masterSystemTime=1731681418105 2024-11-15T14:36:58,120 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731681416978.3b89b0d3e229ca8d59c420358a826b7b. 2024-11-15T14:36:58,120 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731681416978.3b89b0d3e229ca8d59c420358a826b7b. 2024-11-15T14:36:58,120 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3b89b0d3e229ca8d59c420358a826b7b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=26754e923c4a,41439,1731681406389 2024-11-15T14:36:58,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b89b0d3e229ca8d59c420358a826b7b, server=26754e923c4a,41439,1731681406389 because future has completed 2024-11-15T14:36:58,122 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43269 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=26754e923c4a,41439,1731681406389, table=test, region=3b89b0d3e229ca8d59c420358a826b7b. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T14:36:58,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T14:36:58,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b89b0d3e229ca8d59c420358a826b7b, server=26754e923c4a,41439,1731681406389 in 170 msec 2024-11-15T14:36:58,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T14:36:58,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3b89b0d3e229ca8d59c420358a826b7b, ASSIGN in 326 msec 2024-11-15T14:36:58,128 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T14:36:58,128 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681418128"}]},"ts":"1731681418128"} 2024-11-15T14:36:58,129 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T14:36:58,130 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T14:36:58,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-15T14:36:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:36:59,124 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T14:36:59,124 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:36:59,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,36115,1731681411363 2024-11-15T14:36:59,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6995d220 2024-11-15T14:36:59,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:36:59,126 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:36:59,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:36:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T14:36:59,128 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T14:36:59,128 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:36:59,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T14:36:59,129 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T14:36:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:36:59,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45919 is added to blk_1073741835_1011 (size=902) 2024-11-15T14:36:59,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:36:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:36:59,540 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5846b0ec734f3bea7fe3f8e37273fa46, NAME => 'test,,1731681419126.5846b0ec734f3bea7fe3f8e37273fa46.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45 2024-11-15T14:36:59,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45919 is added to blk_1073741836_1012 (size=39) 2024-11-15T14:36:59,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:36:59,945 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731681419126.5846b0ec734f3bea7fe3f8e37273fa46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:36:59,945 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5846b0ec734f3bea7fe3f8e37273fa46, disabling compactions & flushes 2024-11-15T14:36:59,945 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731681419126.5846b0ec734f3bea7fe3f8e37273fa46. 2024-11-15T14:36:59,945 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731681419126.5846b0ec734f3bea7fe3f8e37273fa46. 2024-11-15T14:36:59,945 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731681419126.5846b0ec734f3bea7fe3f8e37273fa46. after waiting 0 ms 2024-11-15T14:36:59,945 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731681419126.5846b0ec734f3bea7fe3f8e37273fa46. 2024-11-15T14:36:59,945 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731681419126.5846b0ec734f3bea7fe3f8e37273fa46. 2024-11-15T14:36:59,945 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5846b0ec734f3bea7fe3f8e37273fa46: Waiting for close lock at 1731681419945Disabling compacts and flushes for region at 1731681419945Disabling writes for close at 1731681419945Writing region close event to WAL at 1731681419945Closed at 1731681419945 2024-11-15T14:36:59,946 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T14:36:59,946 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731681419126.5846b0ec734f3bea7fe3f8e37273fa46.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731681419946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731681419946"}]},"ts":"1731681419946"} 2024-11-15T14:36:59,948 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T14:36:59,948 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T14:36:59,948 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681419948"}]},"ts":"1731681419948"} 2024-11-15T14:36:59,950 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T14:36:59,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5846b0ec734f3bea7fe3f8e37273fa46, ASSIGN}] 2024-11-15T14:36:59,952 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5846b0ec734f3bea7fe3f8e37273fa46, ASSIGN 2024-11-15T14:36:59,952 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5846b0ec734f3bea7fe3f8e37273fa46, ASSIGN; state=OFFLINE, location=26754e923c4a,40159,1731681411474; forceNewPlan=false, retain=false 2024-11-15T14:37:00,103 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5846b0ec734f3bea7fe3f8e37273fa46, regionState=OPENING, regionLocation=26754e923c4a,40159,1731681411474 2024-11-15T14:37:00,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5846b0ec734f3bea7fe3f8e37273fa46, ASSIGN because future has completed 2024-11-15T14:37:00,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5846b0ec734f3bea7fe3f8e37273fa46, server=26754e923c4a,40159,1731681411474}] 2024-11-15T14:37:00,223 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T14:37:00,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:00,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:00,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:00,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:00,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:00,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:00,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:00,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:00,262 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731681419126.5846b0ec734f3bea7fe3f8e37273fa46. 2024-11-15T14:37:00,262 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5846b0ec734f3bea7fe3f8e37273fa46, NAME => 'test,,1731681419126.5846b0ec734f3bea7fe3f8e37273fa46.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:37:00,262 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:37:00,262 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T14:37:00,263 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5846b0ec734f3bea7fe3f8e37273fa46 2024-11-15T14:37:00,263 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731681419126.5846b0ec734f3bea7fe3f8e37273fa46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:37:00,263 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5846b0ec734f3bea7fe3f8e37273fa46 2024-11-15T14:37:00,263 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5846b0ec734f3bea7fe3f8e37273fa46 2024-11-15T14:37:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:37:00,267 INFO [StoreOpener-5846b0ec734f3bea7fe3f8e37273fa46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5846b0ec734f3bea7fe3f8e37273fa46 2024-11-15T14:37:00,268 INFO [StoreOpener-5846b0ec734f3bea7fe3f8e37273fa46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5846b0ec734f3bea7fe3f8e37273fa46 columnFamilyName f 2024-11-15T14:37:00,269 DEBUG [StoreOpener-5846b0ec734f3bea7fe3f8e37273fa46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:37:00,269 INFO [StoreOpener-5846b0ec734f3bea7fe3f8e37273fa46-1 {}] regionserver.HStore(327): Store=5846b0ec734f3bea7fe3f8e37273fa46/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:37:00,269 INFO [StoreOpener-5846b0ec734f3bea7fe3f8e37273fa46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5846b0ec734f3bea7fe3f8e37273fa46 2024-11-15T14:37:00,270 INFO [StoreOpener-5846b0ec734f3bea7fe3f8e37273fa46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5846b0ec734f3bea7fe3f8e37273fa46 columnFamilyName f1 2024-11-15T14:37:00,270 DEBUG [StoreOpener-5846b0ec734f3bea7fe3f8e37273fa46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:37:00,270 INFO [StoreOpener-5846b0ec734f3bea7fe3f8e37273fa46-1 {}] regionserver.HStore(327): Store=5846b0ec734f3bea7fe3f8e37273fa46/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:37:00,270 INFO [StoreOpener-5846b0ec734f3bea7fe3f8e37273fa46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5846b0ec734f3bea7fe3f8e37273fa46 2024-11-15T14:37:00,271 INFO [StoreOpener-5846b0ec734f3bea7fe3f8e37273fa46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5846b0ec734f3bea7fe3f8e37273fa46 columnFamilyName norep 2024-11-15T14:37:00,271 DEBUG [StoreOpener-5846b0ec734f3bea7fe3f8e37273fa46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:37:00,271 INFO [StoreOpener-5846b0ec734f3bea7fe3f8e37273fa46-1 {}] regionserver.HStore(327): Store=5846b0ec734f3bea7fe3f8e37273fa46/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:37:00,271 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5846b0ec734f3bea7fe3f8e37273fa46 2024-11-15T14:37:00,271 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/data/default/test/5846b0ec734f3bea7fe3f8e37273fa46 2024-11-15T14:37:00,272 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/data/default/test/5846b0ec734f3bea7fe3f8e37273fa46 2024-11-15T14:37:00,272 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5846b0ec734f3bea7fe3f8e37273fa46 2024-11-15T14:37:00,272 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5846b0ec734f3bea7fe3f8e37273fa46 2024-11-15T14:37:00,273 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T14:37:00,273 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5846b0ec734f3bea7fe3f8e37273fa46 2024-11-15T14:37:00,274 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/data/default/test/5846b0ec734f3bea7fe3f8e37273fa46/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:37:00,275 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5846b0ec734f3bea7fe3f8e37273fa46; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62692778, jitterRate=-0.06580480933189392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T14:37:00,275 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5846b0ec734f3bea7fe3f8e37273fa46 2024-11-15T14:37:00,275 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5846b0ec734f3bea7fe3f8e37273fa46: Running coprocessor pre-open hook at 1731681420263Writing region info on filesystem at 1731681420263Initializing all the Stores at 1731681420267 (+4 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681420267Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681420267Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681420267Cleaning up temporary data from old regions at 1731681420272 (+5 ms)Running coprocessor post-open hooks at 1731681420275 (+3 ms)Region opened successfully at 1731681420275 2024-11-15T14:37:00,276 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731681419126.5846b0ec734f3bea7fe3f8e37273fa46., pid=6, masterSystemTime=1731681420258 2024-11-15T14:37:00,277 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731681419126.5846b0ec734f3bea7fe3f8e37273fa46. 2024-11-15T14:37:00,277 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731681419126.5846b0ec734f3bea7fe3f8e37273fa46. 2024-11-15T14:37:00,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:00,278 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5846b0ec734f3bea7fe3f8e37273fa46, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=26754e923c4a,40159,1731681411474 2024-11-15T14:37:00,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:00,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:00,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:00,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:00,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:00,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5846b0ec734f3bea7fe3f8e37273fa46, server=26754e923c4a,40159,1731681411474 because future has completed 2024-11-15T14:37:00,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T14:37:00,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5846b0ec734f3bea7fe3f8e37273fa46, server=26754e923c4a,40159,1731681411474 in 173 msec 2024-11-15T14:37:00,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T14:37:00,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5846b0ec734f3bea7fe3f8e37273fa46, ASSIGN in 332 msec 2024-11-15T14:37:00,283 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T14:37:00,284 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681420284"}]},"ts":"1731681420284"} 2024-11-15T14:37:00,285 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T14:37:00,286 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T14:37:00,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:00,287 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-15T14:37:00,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:00,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:01,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:37:01,285 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T14:37:01,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fda89e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:37:01,285 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,40585,-1 for getting cluster id 2024-11-15T14:37:01,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:37:01,286 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97ff62ff-d494-4042-9f15-92e1346d32f7' 2024-11-15T14:37:01,286 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:37:01,286 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97ff62ff-d494-4042-9f15-92e1346d32f7" 2024-11-15T14:37:01,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a391a1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:37:01,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,40585,-1] 2024-11-15T14:37:01,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:37:01,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:01,288 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:37:01,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ece09c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:37:01,288 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:37:01,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,40585,1731681401362 2024-11-15T14:37:01,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66eaf0d2 2024-11-15T14:37:01,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:37:01,290 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:37:01,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40585 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://26754e923c4a:43269,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T14:37:01,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40585 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T14:37:01,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:37:01,293 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='26754e923c4a:43269' 2024-11-15T14:37:01,295 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49279e98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:37:01,295 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,43269,-1 for getting cluster id 2024-11-15T14:37:01,295 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:37:01,295 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '506f4c91-c744-4276-bfc7-057b02feb303' 2024-11-15T14:37:01,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:37:01,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "506f4c91-c744-4276-bfc7-057b02feb303" 2024-11-15T14:37:01,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aa64879, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:37:01,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,43269,-1] 2024-11-15T14:37:01,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:37:01,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:01,296 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:37:01,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13e50680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:37:01,297 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:37:01,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,43269,1731681406285 2024-11-15T14:37:01,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7be3a964 2024-11-15T14:37:01,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:37:01,299 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:37:01,299 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T14:37:01,299 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T14:37:01,299 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:01,299 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:37:01,299 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:01,300 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:37:01,301 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T14:37:01,301 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T14:37:01,301 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:37:01,302 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T14:37:01,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39357 is added to blk_1073741837_1013 (size=1138) 2024-11-15T14:37:01,351 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T14:37:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:37:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:37:01,708 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cd740969398d29ed0d3128b4dd76d288, NAME => 'hbase:replication,,1731681421300.cd740969398d29ed0d3128b4dd76d288.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970 2024-11-15T14:37:01,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39357 is added to blk_1073741838_1014 (size=44) 2024-11-15T14:37:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:37:02,113 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731681421300.cd740969398d29ed0d3128b4dd76d288.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:37:02,113 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cd740969398d29ed0d3128b4dd76d288, disabling compactions & flushes 2024-11-15T14:37:02,113 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731681421300.cd740969398d29ed0d3128b4dd76d288. 2024-11-15T14:37:02,113 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731681421300.cd740969398d29ed0d3128b4dd76d288. 2024-11-15T14:37:02,113 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731681421300.cd740969398d29ed0d3128b4dd76d288. after waiting 0 ms 2024-11-15T14:37:02,113 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731681421300.cd740969398d29ed0d3128b4dd76d288. 2024-11-15T14:37:02,113 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731681421300.cd740969398d29ed0d3128b4dd76d288. 2024-11-15T14:37:02,113 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cd740969398d29ed0d3128b4dd76d288: Waiting for close lock at 1731681422113Disabling compacts and flushes for region at 1731681422113Disabling writes for close at 1731681422113Writing region close event to WAL at 1731681422113Closed at 1731681422113 2024-11-15T14:37:02,115 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T14:37:02,115 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731681421300.cd740969398d29ed0d3128b4dd76d288.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731681422115"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731681422115"}]},"ts":"1731681422115"} 2024-11-15T14:37:02,117 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T14:37:02,117 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T14:37:02,118 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681422117"}]},"ts":"1731681422117"} 2024-11-15T14:37:02,119 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T14:37:02,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd740969398d29ed0d3128b4dd76d288, ASSIGN}] 2024-11-15T14:37:02,121 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd740969398d29ed0d3128b4dd76d288, ASSIGN 2024-11-15T14:37:02,121 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cd740969398d29ed0d3128b4dd76d288, ASSIGN; state=OFFLINE, location=26754e923c4a,43717,1731681401507; forceNewPlan=false, retain=false 2024-11-15T14:37:02,273 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cd740969398d29ed0d3128b4dd76d288, regionState=OPENING, regionLocation=26754e923c4a,43717,1731681401507 2024-11-15T14:37:02,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cd740969398d29ed0d3128b4dd76d288, ASSIGN because future has completed 2024-11-15T14:37:02,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd740969398d29ed0d3128b4dd76d288, server=26754e923c4a,43717,1731681401507}] 2024-11-15T14:37:02,313 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:37:02,314 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [26754e923c4a,34083,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:34083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T14:37:02,315 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148834 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [26754e923c4a,34083,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:34083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T14:37:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:37:02,434 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731681421300.cd740969398d29ed0d3128b4dd76d288. 2024-11-15T14:37:02,434 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:37:02,434 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T14:37:02,435 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=26754e923c4a%2C43717%2C1731681401507.rep, suffix=, logDir=hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507, archiveDir=hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/oldWALs, maxLogs=10 2024-11-15T14:37:02,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.rep.1731681422435, exclude list is [], retry=0 2024-11-15T14:37:02,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39357,DS-2ba366f2-22f7-4b28-ac31-28e0c0d085f1,DISK] 2024-11-15T14:37:02,455 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.rep.1731681422435 2024-11-15T14:37:02,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42483:42483)] 2024-11-15T14:37:02,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cd740969398d29ed0d3128b4dd76d288, NAME => 'hbase:replication,,1731681421300.cd740969398d29ed0d3128b4dd76d288.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:37:02,456 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T14:37:02,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T14:37:02,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731681421300.cd740969398d29ed0d3128b4dd76d288. service=MultiRowMutationService 2024-11-15T14:37:02,456 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T14:37:02,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cd740969398d29ed0d3128b4dd76d288 2024-11-15T14:37:02,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731681421300.cd740969398d29ed0d3128b4dd76d288.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:37:02,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cd740969398d29ed0d3128b4dd76d288 2024-11-15T14:37:02,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cd740969398d29ed0d3128b4dd76d288 2024-11-15T14:37:02,459 INFO [StoreOpener-cd740969398d29ed0d3128b4dd76d288-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cd740969398d29ed0d3128b4dd76d288 2024-11-15T14:37:02,460 INFO [StoreOpener-cd740969398d29ed0d3128b4dd76d288-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd740969398d29ed0d3128b4dd76d288 columnFamilyName hfileref 2024-11-15T14:37:02,460 DEBUG [StoreOpener-cd740969398d29ed0d3128b4dd76d288-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:37:02,460 INFO [StoreOpener-cd740969398d29ed0d3128b4dd76d288-1 {}] regionserver.HStore(327): Store=cd740969398d29ed0d3128b4dd76d288/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:37:02,460 INFO [StoreOpener-cd740969398d29ed0d3128b4dd76d288-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cd740969398d29ed0d3128b4dd76d288 2024-11-15T14:37:02,461 INFO [StoreOpener-cd740969398d29ed0d3128b4dd76d288-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd740969398d29ed0d3128b4dd76d288 columnFamilyName queue 2024-11-15T14:37:02,461 DEBUG [StoreOpener-cd740969398d29ed0d3128b4dd76d288-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:37:02,461 INFO [StoreOpener-cd740969398d29ed0d3128b4dd76d288-1 {}] regionserver.HStore(327): Store=cd740969398d29ed0d3128b4dd76d288/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:37:02,461 INFO [StoreOpener-cd740969398d29ed0d3128b4dd76d288-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cd740969398d29ed0d3128b4dd76d288 2024-11-15T14:37:02,462 INFO [StoreOpener-cd740969398d29ed0d3128b4dd76d288-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd740969398d29ed0d3128b4dd76d288 columnFamilyName sid 2024-11-15T14:37:02,462 DEBUG [StoreOpener-cd740969398d29ed0d3128b4dd76d288-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:37:02,462 INFO [StoreOpener-cd740969398d29ed0d3128b4dd76d288-1 {}] regionserver.HStore(327): Store=cd740969398d29ed0d3128b4dd76d288/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:37:02,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cd740969398d29ed0d3128b4dd76d288 2024-11-15T14:37:02,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/hbase/replication/cd740969398d29ed0d3128b4dd76d288 2024-11-15T14:37:02,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/hbase/replication/cd740969398d29ed0d3128b4dd76d288 2024-11-15T14:37:02,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cd740969398d29ed0d3128b4dd76d288 2024-11-15T14:37:02,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cd740969398d29ed0d3128b4dd76d288 2024-11-15T14:37:02,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T14:37:02,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cd740969398d29ed0d3128b4dd76d288 2024-11-15T14:37:02,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/hbase/replication/cd740969398d29ed0d3128b4dd76d288/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:37:02,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cd740969398d29ed0d3128b4dd76d288; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63503608, jitterRate=-0.053722500801086426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T14:37:02,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cd740969398d29ed0d3128b4dd76d288 2024-11-15T14:37:02,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cd740969398d29ed0d3128b4dd76d288: Running coprocessor pre-open hook at 1731681422456Writing region info on filesystem at 1731681422456Initializing all the Stores at 1731681422457 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681422457Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681422458 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731681422458Cleaning up temporary data from old regions at 1731681422464 (+6 ms)Running coprocessor post-open hooks at 1731681422467 (+3 ms)Region opened successfully at 1731681422468 (+1 ms) 2024-11-15T14:37:02,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731681421300.cd740969398d29ed0d3128b4dd76d288., pid=10, masterSystemTime=1731681422430 2024-11-15T14:37:02,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731681421300.cd740969398d29ed0d3128b4dd76d288. 2024-11-15T14:37:02,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731681421300.cd740969398d29ed0d3128b4dd76d288. 2024-11-15T14:37:02,472 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cd740969398d29ed0d3128b4dd76d288, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,43717,1731681401507 2024-11-15T14:37:02,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd740969398d29ed0d3128b4dd76d288, server=26754e923c4a,43717,1731681401507 because future has completed 2024-11-15T14:37:02,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T14:37:02,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cd740969398d29ed0d3128b4dd76d288, server=26754e923c4a,43717,1731681401507 in 205 msec 2024-11-15T14:37:02,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T14:37:02,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd740969398d29ed0d3128b4dd76d288, ASSIGN in 365 msec 2024-11-15T14:37:02,487 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T14:37:02,487 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731681422487"}]},"ts":"1731681422487"} 2024-11-15T14:37:02,489 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T14:37:02,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T14:37:02,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1900 sec 2024-11-15T14:37:02,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731681421300.cd740969398d29ed0d3128b4dd76d288., hostname=26754e923c4a,43717,1731681401507, seqNum=2] 2024-11-15T14:37:02,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40585-0x101401af9b80000, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472790509 2024-11-15T14:37:02,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x101401af9b80001, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472790509 2024-11-15T14:37:02,573 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T14:37:02,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T14:37:02,727 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T14:37:02,767 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-26754e923c4a,43717,1731681401507, ReplicationSource: 1, currentBandwidth=0 2024-11-15T14:37:02,767 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:37:02,767 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43717,1731681401507, seqNum=-1] 2024-11-15T14:37:02,768 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:37:02,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-15T14:37:02,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-26754e923c4a,43717,1731681401507', locateType=CURRENT is [region=hbase:replication,,1731681421300.cd740969398d29ed0d3128b4dd76d288., hostname=26754e923c4a,43717,1731681401507, seqNum=2] 2024-11-15T14:37:02,779 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T14:37:02,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40585 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T14:37:02,787 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 26754e923c4a,43717,1731681401507 suceeded 2024-11-15T14:37:02,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T14:37:02,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 215 msec 2024-11-15T14:37:02,789 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://26754e923c4a:43269,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T14:37:02,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5000 sec 2024-11-15T14:37:02,798 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='26754e923c4a:43269' 2024-11-15T14:37:02,800 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c5fc2bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:37:02,800 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,43269,-1 for getting cluster id 2024-11-15T14:37:02,800 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:37:02,800 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '506f4c91-c744-4276-bfc7-057b02feb303' 2024-11-15T14:37:02,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:37:02,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "506f4c91-c744-4276-bfc7-057b02feb303" 2024-11-15T14:37:02,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43c60485, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:37:02,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,43269,-1] 2024-11-15T14:37:02,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:37:02,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:02,802 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:37:02,802 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@eb4ef88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:37:02,802 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:37:02,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,43269,1731681406285 2024-11-15T14:37:02,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@386fcd8f 2024-11-15T14:37:02,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:37:02,805 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-15T14:37:02,806 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-26754e923c4a,43717,1731681401507 (queues=1) is replicating from cluster=97ff62ff-d494-4042-9f15-92e1346d32f7 to cluster=506f4c91-c744-4276-bfc7-057b02feb303 2024-11-15T14:37:02,806 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=26754e923c4a%2C43717%2C1731681401507 2024-11-15T14:37:02,806 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-26754e923c4a,43717,1731681401507, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T14:37:02,806 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.shipper26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 26754e923c4a%2C43717%2C1731681401507 2024-11-15T14:37:02,807 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681403714, startPosition=0, beingWritten=true 2024-11-15T14:37:02,812 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:37:02,812 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681403714 to pos 379, reset compression=false 2024-11-15T14:37:02,812 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.shipper26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,43717,1731681401507 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681403714, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T14:37:03,020 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681403714 to pos 379, reset compression=false 2024-11-15T14:37:03,327 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681403714 to pos 379, reset compression=false 2024-11-15T14:37:03,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:37:03,435 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T14:37:03,435 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:37:03,435 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:37:03,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:03,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:03,436 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:37:03,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9c89209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:37:03,439 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,40585,-1 for getting cluster id 2024-11-15T14:37:03,439 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:37:03,440 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97ff62ff-d494-4042-9f15-92e1346d32f7' 2024-11-15T14:37:03,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:37:03,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97ff62ff-d494-4042-9f15-92e1346d32f7" 2024-11-15T14:37:03,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f502c17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:37:03,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,40585,-1] 2024-11-15T14:37:03,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:37:03,441 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:03,441 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:37:03,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@731fbed4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:37:03,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cdee435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:37:03,443 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,43269,-1 for getting cluster id 2024-11-15T14:37:03,443 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:37:03,444 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '506f4c91-c744-4276-bfc7-057b02feb303' 2024-11-15T14:37:03,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:37:03,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "506f4c91-c744-4276-bfc7-057b02feb303" 2024-11-15T14:37:03,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@317b0198, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:37:03,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,43269,-1] 2024-11-15T14:37:03,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:37:03,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:03,446 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:37:03,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a3ecb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:37:03,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771648fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:37:03,455 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,36115,-1 for getting cluster id 2024-11-15T14:37:03,455 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:37:03,459 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6289b97-28a4-4750-897d-9d390bafef28' 2024-11-15T14:37:03,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:37:03,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6289b97-28a4-4750-897d-9d390bafef28" 2024-11-15T14:37:03,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d13390a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:37:03,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,36115,-1] 2024-11-15T14:37:03,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:37:03,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:03,461 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:37:03,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7963efec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:37:03,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:37:03,468 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731681423467/Put/seqid=0 2024-11-15T14:37:03,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39357 is added to blk_1073741840_1016 (size=7894) 2024-11-15T14:37:03,732 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681403714 to pos 379, reset compression=false 2024-11-15T14:37:03,880 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731681423880/Put/seqid=0 2024-11-15T14:37:03,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39357 is added to blk_1073741841_1017 (size=7691) 2024-11-15T14:37:03,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137c9d05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:37:03,885 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,40585,-1 for getting cluster id 2024-11-15T14:37:03,886 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:37:03,886 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97ff62ff-d494-4042-9f15-92e1346d32f7' 2024-11-15T14:37:03,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:37:03,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97ff62ff-d494-4042-9f15-92e1346d32f7" 2024-11-15T14:37:03,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2549c2b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:37:03,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,40585,-1] 2024-11-15T14:37:03,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:37:03,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:03,887 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:37:03,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141bd718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:37:03,888 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:37:03,889 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43717,1731681401507, seqNum=-1] 2024-11-15T14:37:03,889 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:37:03,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:37:03,897 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:37:03,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,40585,1731681401362 2024-11-15T14:37:03,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@341d2145 2024-11-15T14:37:03,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:37:03,899 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:37:03,902 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731681414825.846d56e45c83bd2c6392e1c074494832., hostname=26754e923c4a,43717,1731681401507, seqNum=2] 2024-11-15T14:37:03,905 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T14:37:03,910 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-15T14:37:03,912 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-15T14:37:03,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 846d56e45c83bd2c6392e1c074494832/f 2024-11-15T14:37:03,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-15T14:37:03,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T14:37:03,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 846d56e45c83bd2c6392e1c074494832/f 2024-11-15T14:37:03,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-15T14:37:03,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T14:37:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.HRegion(2603): Flush status journal for 846d56e45c83bd2c6392e1c074494832: 2024-11-15T14:37:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/staging/jenkins__test__nnl7r6gu6f12ni143nqcu5j1kms4l8itracdkvm817m4s3mgk16dj8g8pu2b1flb/f/hfile_0 2024-11-15T14:37:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/staging/jenkins__test__nnl7r6gu6f12ni143nqcu5j1kms4l8itracdkvm817m4s3mgk16dj8g8pu2b1flb/f/hfile_0 as hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/default/test/846d56e45c83bd2c6392e1c074494832/f/94aa6463b0ae4b0a8f7d13ccac4230ef_SeqId_4_ 2024-11-15T14:37:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/staging/jenkins__test__nnl7r6gu6f12ni143nqcu5j1kms4l8itracdkvm817m4s3mgk16dj8g8pu2b1flb/f/hfile_1 2024-11-15T14:37:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/staging/jenkins__test__nnl7r6gu6f12ni143nqcu5j1kms4l8itracdkvm817m4s3mgk16dj8g8pu2b1flb/f/hfile_1 as hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/default/test/846d56e45c83bd2c6392e1c074494832/f/2cf8e7b3f4be4929928f34259f3faf38_SeqId_4_ 2024-11-15T14:37:03,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/staging/jenkins__test__nnl7r6gu6f12ni143nqcu5j1kms4l8itracdkvm817m4s3mgk16dj8g8pu2b1flb/f/hfile_0 into 846d56e45c83bd2c6392e1c074494832/f as hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/default/test/846d56e45c83bd2c6392e1c074494832/f/94aa6463b0ae4b0a8f7d13ccac4230ef_SeqId_4_ - updating store file list. 2024-11-15T14:37:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 94aa6463b0ae4b0a8f7d13ccac4230ef_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T14:37:03,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/default/test/846d56e45c83bd2c6392e1c074494832/f/94aa6463b0ae4b0a8f7d13ccac4230ef_SeqId_4_ into 846d56e45c83bd2c6392e1c074494832/f 2024-11-15T14:37:03,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/staging/jenkins__test__nnl7r6gu6f12ni143nqcu5j1kms4l8itracdkvm817m4s3mgk16dj8g8pu2b1flb/f/hfile_0 into 846d56e45c83bd2c6392e1c074494832/f (new location: hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/default/test/846d56e45c83bd2c6392e1c074494832/f/94aa6463b0ae4b0a8f7d13ccac4230ef_SeqId_4_) 2024-11-15T14:37:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/staging/jenkins__test__nnl7r6gu6f12ni143nqcu5j1kms4l8itracdkvm817m4s3mgk16dj8g8pu2b1flb/f/hfile_0 2024-11-15T14:37:03,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/staging/jenkins__test__nnl7r6gu6f12ni143nqcu5j1kms4l8itracdkvm817m4s3mgk16dj8g8pu2b1flb/f/hfile_1 into 846d56e45c83bd2c6392e1c074494832/f as hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/default/test/846d56e45c83bd2c6392e1c074494832/f/2cf8e7b3f4be4929928f34259f3faf38_SeqId_4_ - updating store file list. 2024-11-15T14:37:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2cf8e7b3f4be4929928f34259f3faf38_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T14:37:03,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/default/test/846d56e45c83bd2c6392e1c074494832/f/2cf8e7b3f4be4929928f34259f3faf38_SeqId_4_ into 846d56e45c83bd2c6392e1c074494832/f 2024-11-15T14:37:03,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/staging/jenkins__test__nnl7r6gu6f12ni143nqcu5j1kms4l8itracdkvm817m4s3mgk16dj8g8pu2b1flb/f/hfile_1 into 846d56e45c83bd2c6392e1c074494832/f (new location: hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/default/test/846d56e45c83bd2c6392e1c074494832/f/2cf8e7b3f4be4929928f34259f3faf38_SeqId_4_) 2024-11-15T14:37:03,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/staging/jenkins__test__nnl7r6gu6f12ni143nqcu5j1kms4l8itracdkvm817m4s3mgk16dj8g8pu2b1flb/f/hfile_1 2024-11-15T14:37:03,948 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:37:03,948 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:37:03,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:03,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:03,949 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731681414825.846d56e45c83bd2c6392e1c074494832., hostname=26754e923c4a,43717,1731681401507, seqNum=2 , the old value is region=test,,1731681414825.846d56e45c83bd2c6392e1c074494832., hostname=26754e923c4a,43717,1731681401507, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=26754e923c4a:43717 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T14:37:03,949 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731681414825.846d56e45c83bd2c6392e1c074494832., hostname=26754e923c4a,43717,1731681401507, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T14:37:03,949 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731681414825.846d56e45c83bd2c6392e1c074494832., hostname=26754e923c4a,43717,1731681401507, seqNum=2 from cache 2024-11-15T14:37:03,949 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:37:03,949 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:37:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:59978 deadline: 1731681483948 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:59978 2024-11-15T14:37:03,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,41439,1731681406389, seqNum=-1] 2024-11-15T14:37:03,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:37:03,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:37:03,953 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731681416978.3b89b0d3e229ca8d59c420358a826b7b., hostname=26754e923c4a,41439,1731681406389, seqNum=2] 2024-11-15T14:37:03,955 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T14:37:04,054 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:43717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T14:37:04,063 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T14:37:04,238 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681403714 to pos 379, reset compression=false 2024-11-15T14:37:04,241 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T14:37:04,241 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.shipper26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,43717,1731681401507 got entry batch from reader: WALEntryBatch [walEntries=[{test/846d56e45c83bd2c6392e1c074494832/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731681423945/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681403714, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T14:37:04,243 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.shipper26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T14:37:04,244 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-15T14:37:04,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.ReplicationSink(318): Replicating [97ff62ff-d494-4042-9f15-92e1346d32f7] bulk loaded data 2024-11-15T14:37:04,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d188451, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:37:04,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,43269,-1 for getting cluster id 2024-11-15T14:37:04,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:37:04,246 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '506f4c91-c744-4276-bfc7-057b02feb303' 2024-11-15T14:37:04,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:37:04,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "506f4c91-c744-4276-bfc7-057b02feb303" 2024-11-15T14:37:04,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5529f14a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:37:04,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,43269,-1] 2024-11-15T14:37:04,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:37:04,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:04,247 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:37:04,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24f449dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:37:04,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741837_1013 (size=7894) 2024-11-15T14:37:04,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741838_1014 (size=7691) 2024-11-15T14:37:04,441 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681403714 to pos 687, reset compression=false 2024-11-15T14:37:04,675 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:37:04,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,43269,1731681406285 2024-11-15T14:37:04,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ed0adb4 2024-11-15T14:37:04,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:37:04,677 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-15T14:37:04,679 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T14:37:04,679 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:37:04,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,41439,1731681406389, seqNum=-1] 2024-11-15T14:37:04,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:37:04,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-15T14:37:04,692 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/staging/jenkins.hfs.22__test__obi6tugctc5o2ecpt13a07iorghjkfjois6418ikg5ipi7vdaf9ch00b2cm0c9i0/f/2cf8e7b3f4be4929928f34259f3faf38_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-15T14:37:04,696 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/staging/jenkins.hfs.22__test__obi6tugctc5o2ecpt13a07iorghjkfjois6418ikg5ipi7vdaf9ch00b2cm0c9i0/f/94aa6463b0ae4b0a8f7d13ccac4230ef_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-15T14:37:04,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/staging/jenkins.hfs.22__test__obi6tugctc5o2ecpt13a07iorghjkfjois6418ikg5ipi7vdaf9ch00b2cm0c9i0/f/2cf8e7b3f4be4929928f34259f3faf38_SeqId_4_ for inclusion in 3b89b0d3e229ca8d59c420358a826b7b/f 2024-11-15T14:37:04,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-15T14:37:04,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T14:37:04,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/staging/jenkins.hfs.22__test__obi6tugctc5o2ecpt13a07iorghjkfjois6418ikg5ipi7vdaf9ch00b2cm0c9i0/f/94aa6463b0ae4b0a8f7d13ccac4230ef_SeqId_4_ for inclusion in 3b89b0d3e229ca8d59c420358a826b7b/f 2024-11-15T14:37:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-15T14:37:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T14:37:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.HRegion(2603): Flush status journal for 3b89b0d3e229ca8d59c420358a826b7b: 2024-11-15T14:37:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2cf8e7b3f4be4929928f34259f3faf38_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T14:37:04,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/staging/jenkins.hfs.22__test__obi6tugctc5o2ecpt13a07iorghjkfjois6418ikg5ipi7vdaf9ch00b2cm0c9i0/f/2cf8e7b3f4be4929928f34259f3faf38_SeqId_4_ as hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/default/test/3b89b0d3e229ca8d59c420358a826b7b/f/f0309ef739674326af1cab89852e2c52_SeqId_4_ 2024-11-15T14:37:04,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 94aa6463b0ae4b0a8f7d13ccac4230ef_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T14:37:04,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/staging/jenkins.hfs.22__test__obi6tugctc5o2ecpt13a07iorghjkfjois6418ikg5ipi7vdaf9ch00b2cm0c9i0/f/94aa6463b0ae4b0a8f7d13ccac4230ef_SeqId_4_ as hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/default/test/3b89b0d3e229ca8d59c420358a826b7b/f/2be08d5ac3224c55b979d3ecab021b21_SeqId_4_ 2024-11-15T14:37:04,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/staging/jenkins.hfs.22__test__obi6tugctc5o2ecpt13a07iorghjkfjois6418ikg5ipi7vdaf9ch00b2cm0c9i0/f/2cf8e7b3f4be4929928f34259f3faf38_SeqId_4_ into 3b89b0d3e229ca8d59c420358a826b7b/f as hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/default/test/3b89b0d3e229ca8d59c420358a826b7b/f/f0309ef739674326af1cab89852e2c52_SeqId_4_ - updating store file list. 2024-11-15T14:37:04,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f0309ef739674326af1cab89852e2c52_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T14:37:04,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/default/test/3b89b0d3e229ca8d59c420358a826b7b/f/f0309ef739674326af1cab89852e2c52_SeqId_4_ into 3b89b0d3e229ca8d59c420358a826b7b/f 2024-11-15T14:37:04,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/staging/jenkins.hfs.22__test__obi6tugctc5o2ecpt13a07iorghjkfjois6418ikg5ipi7vdaf9ch00b2cm0c9i0/f/2cf8e7b3f4be4929928f34259f3faf38_SeqId_4_ into 3b89b0d3e229ca8d59c420358a826b7b/f (new location: hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/default/test/3b89b0d3e229ca8d59c420358a826b7b/f/f0309ef739674326af1cab89852e2c52_SeqId_4_) 2024-11-15T14:37:04,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/staging/jenkins.hfs.22__test__obi6tugctc5o2ecpt13a07iorghjkfjois6418ikg5ipi7vdaf9ch00b2cm0c9i0/f/2cf8e7b3f4be4929928f34259f3faf38_SeqId_4_ 2024-11-15T14:37:04,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/staging/jenkins.hfs.22__test__obi6tugctc5o2ecpt13a07iorghjkfjois6418ikg5ipi7vdaf9ch00b2cm0c9i0/f/94aa6463b0ae4b0a8f7d13ccac4230ef_SeqId_4_ into 3b89b0d3e229ca8d59c420358a826b7b/f as hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/default/test/3b89b0d3e229ca8d59c420358a826b7b/f/2be08d5ac3224c55b979d3ecab021b21_SeqId_4_ - updating store file list. 2024-11-15T14:37:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2be08d5ac3224c55b979d3ecab021b21_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T14:37:04,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/default/test/3b89b0d3e229ca8d59c420358a826b7b/f/2be08d5ac3224c55b979d3ecab021b21_SeqId_4_ into 3b89b0d3e229ca8d59c420358a826b7b/f 2024-11-15T14:37:04,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/staging/jenkins.hfs.22__test__obi6tugctc5o2ecpt13a07iorghjkfjois6418ikg5ipi7vdaf9ch00b2cm0c9i0/f/94aa6463b0ae4b0a8f7d13ccac4230ef_SeqId_4_ into 3b89b0d3e229ca8d59c420358a826b7b/f (new location: hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/default/test/3b89b0d3e229ca8d59c420358a826b7b/f/2be08d5ac3224c55b979d3ecab021b21_SeqId_4_) 2024-11-15T14:37:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/staging/jenkins.hfs.22__test__obi6tugctc5o2ecpt13a07iorghjkfjois6418ikg5ipi7vdaf9ch00b2cm0c9i0/f/94aa6463b0ae4b0a8f7d13ccac4230ef_SeqId_4_ 2024-11-15T14:37:04,741 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.ReplicationSink(324): Finished replicating [97ff62ff-d494-4042-9f15-92e1346d32f7] bulk loaded data 2024-11-15T14:37:04,745 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681403714 to pos 687, reset compression=false 2024-11-15T14:37:04,966 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:37:04,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,40159,1731681411474, seqNum=-1] 2024-11-15T14:37:04,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:37:04,969 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:37:04,971 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731681419126.5846b0ec734f3bea7fe3f8e37273fa46., hostname=26754e923c4a,40159,1731681411474, seqNum=2] 2024-11-15T14:37:04,977 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T14:37:04,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T14:37:04,986 DEBUG [regionserver/26754e923c4a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 26754e923c4a%2C43717%2C1731681401507.meta:.meta(num 1731681404696) roll requested 2024-11-15T14:37:05,002 DEBUG [regionserver/26754e923c4a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.meta.1731681424986.meta, exclude list is [], retry=0 2024-11-15T14:37:05,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39357,DS-2ba366f2-22f7-4b28-ac31-28e0c0d085f1,DISK] 2024-11-15T14:37:05,020 INFO [regionserver/26754e923c4a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.meta.1731681404696.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.meta.1731681424986.meta 2024-11-15T14:37:05,027 DEBUG [regionserver/26754e923c4a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42483:42483)] 2024-11-15T14:37:05,027 DEBUG [regionserver/26754e923c4a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.meta.1731681404696.meta is not closed yet, will try archiving it next time 2024-11-15T14:37:05,027 DEBUG [regionserver/26754e923c4a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 26754e923c4a%2C43717%2C1731681401507:(num 1731681403714) roll requested 2024-11-15T14:37:05,029 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.meta.1731681404696.meta not finished, retry = 0 2024-11-15T14:37:05,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39357 is added to blk_1073741834_1010 (size=3473) 2024-11-15T14:37:05,045 DEBUG [regionserver/26754e923c4a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027, exclude list is [], retry=0 2024-11-15T14:37:05,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39357,DS-2ba366f2-22f7-4b28-ac31-28e0c0d085f1,DISK] 2024-11-15T14:37:05,052 INFO [regionserver/26754e923c4a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681403714 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027 2024-11-15T14:37:05,053 DEBUG [regionserver/26754e923c4a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42483:42483)] 2024-11-15T14:37:05,053 DEBUG [regionserver/26754e923c4a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681403714 is not closed yet, will try archiving it next time 2024-11-15T14:37:05,053 DEBUG [regionserver/26754e923c4a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 26754e923c4a%2C43717%2C1731681401507.rep:(num 1731681422435) roll requested 2024-11-15T14:37:05,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a80ff2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:37:05,053 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,40585,-1 for getting cluster id 2024-11-15T14:37:05,053 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:37:05,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39357 is added to blk_1073741832_1008 (size=695) 2024-11-15T14:37:05,054 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97ff62ff-d494-4042-9f15-92e1346d32f7' 2024-11-15T14:37:05,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:37:05,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97ff62ff-d494-4042-9f15-92e1346d32f7" 2024-11-15T14:37:05,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bba7b10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:37:05,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,40585,-1] 2024-11-15T14:37:05,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:37:05,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:05,056 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:37:05,056 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681403714 to hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/oldWALs/26754e923c4a%2C43717%2C1731681401507.1731681403714 2024-11-15T14:37:05,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b276ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:37:05,057 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:37:05,058 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,40585,1731681401362 2024-11-15T14:37:05,058 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73285ff6 2024-11-15T14:37:05,058 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:37:05,059 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:37:05,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40585 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://26754e923c4a:36115,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T14:37:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40585 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T14:37:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T14:37:05,061 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='26754e923c4a:36115' 2024-11-15T14:37:05,062 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6583738e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:37:05,062 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,36115,-1 for getting cluster id 2024-11-15T14:37:05,062 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:37:05,063 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6289b97-28a4-4750-897d-9d390bafef28' 2024-11-15T14:37:05,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:37:05,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6289b97-28a4-4750-897d-9d390bafef28" 2024-11-15T14:37:05,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72812a38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:37:05,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,36115,-1] 2024-11-15T14:37:05,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:37:05,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:05,064 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:37:05,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d1eeb6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:37:05,065 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:37:05,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,36115,1731681411363 2024-11-15T14:37:05,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5adc32c 2024-11-15T14:37:05,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:37:05,066 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:37:05,067 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-15T14:37:05,067 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T14:37:05,067 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:05,067 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:05,067 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:37:05,069 DEBUG [regionserver/26754e923c4a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.rep.1731681425053, exclude list is [], retry=0 2024-11-15T14:37:05,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39357,DS-2ba366f2-22f7-4b28-ac31-28e0c0d085f1,DISK] 2024-11-15T14:37:05,083 INFO [regionserver/26754e923c4a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.rep.1731681422435 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.rep.1731681425053 2024-11-15T14:37:05,083 DEBUG [regionserver/26754e923c4a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42483:42483)] 2024-11-15T14:37:05,083 DEBUG [regionserver/26754e923c4a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.rep.1731681422435 is not closed yet, will try archiving it next time 2024-11-15T14:37:05,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39357 is added to blk_1073741839_1015 (size=1505) 2024-11-15T14:37:05,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T14:37:05,151 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681403714 to pos 687, reset compression=false 2024-11-15T14:37:05,158 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681403714 was moved to hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/oldWALs/26754e923c4a%2C43717%2C1731681401507.1731681403714 2024-11-15T14:37:05,160 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681403714 2024-11-15T14:37:05,160 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.shipper26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,43717,1731681401507 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681403714, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-15T14:37:05,160 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027, startPosition=0, beingWritten=true 2024-11-15T14:37:05,162 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.shipper26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [26754e923c4a%2C43717%2C1731681401507.1731681403714] 2024-11-15T14:37:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T14:37:05,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-15T14:37:05,272 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-15T14:37:05,298 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-26754e923c4a,43717,1731681401507, ReplicationSource: 2, currentBandwidth=0 2024-11-15T14:37:05,300 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-15T14:37:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40585 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-15T14:37:05,302 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 26754e923c4a,43717,1731681401507 suceeded 2024-11-15T14:37:05,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-15T14:37:05,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-11-15T14:37:05,303 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://26754e923c4a:36115,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T14:37:05,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 244 msec 2024-11-15T14:37:05,313 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='26754e923c4a:36115' 2024-11-15T14:37:05,314 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1aa5baae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:37:05,314 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,36115,-1 for getting cluster id 2024-11-15T14:37:05,315 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:37:05,315 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6289b97-28a4-4750-897d-9d390bafef28' 2024-11-15T14:37:05,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:37:05,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6289b97-28a4-4750-897d-9d390bafef28" 2024-11-15T14:37:05,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f42fe82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:37:05,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,36115,-1] 2024-11-15T14:37:05,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:37:05,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:05,316 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:37:05,317 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69693be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:37:05,317 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:37:05,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,36115,1731681411363 2024-11-15T14:37:05,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fdfb164 2024-11-15T14:37:05,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:37:05,318 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-15T14:37:05,319 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-26754e923c4a,43717,1731681401507 (queues=1) is replicating from cluster=97ff62ff-d494-4042-9f15-92e1346d32f7 to cluster=c6289b97-28a4-4750-897d-9d390bafef28 2024-11-15T14:37:05,319 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=26754e923c4a%2C43717%2C1731681401507 2024-11-15T14:37:05,319 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-26754e923c4a,43717,1731681401507, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T14:37:05,319 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507.replicationSource.shipper26754e923c4a%2C43717%2C1731681401507,2-26754e923c4a,43717,1731681401507 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 26754e923c4a%2C43717%2C1731681401507 2024-11-15T14:37:05,319 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,2-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027, startPosition=0, beingWritten=true 2024-11-15T14:37:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T14:37:05,374 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-15T14:37:05,375 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:37:05,375 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:37:05,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:05,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:05,375 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:37:05,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:37:05,378 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731681425378/Put/seqid=0 2024-11-15T14:37:05,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39357 is added to blk_1073741845_1021 (size=11194) 2024-11-15T14:37:05,523 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,2-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027 to pos 0, reset compression=false 2024-11-15T14:37:05,665 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027 to pos 0, reset compression=false 2024-11-15T14:37:05,766 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T14:37:05,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:05,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:05,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:05,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:05,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:05,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:05,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:05,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:05,788 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731681425787/Put/seqid=0 2024-11-15T14:37:05,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39357 is added to blk_1073741846_1022 (size=10791) 2024-11-15T14:37:05,829 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,2-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027 to pos 0, reset compression=false 2024-11-15T14:37:05,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:05,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:05,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:05,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:05,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:05,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:05,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:05,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:05,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:06,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ba6ad9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:37:06,198 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,40585,-1 for getting cluster id 2024-11-15T14:37:06,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:37:06,198 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97ff62ff-d494-4042-9f15-92e1346d32f7' 2024-11-15T14:37:06,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:37:06,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97ff62ff-d494-4042-9f15-92e1346d32f7" 2024-11-15T14:37:06,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c6fe242, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:37:06,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,40585,-1] 2024-11-15T14:37:06,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:37:06,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:06,200 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:37:06,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43e14edb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:37:06,201 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:37:06,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43717,1731681401507, seqNum=-1] 2024-11-15T14:37:06,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:37:06,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:37:06,212 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:37:06,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,40585,1731681401362 2024-11-15T14:37:06,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34c74ed6 2024-11-15T14:37:06,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:37:06,214 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:37:06,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731681414825.846d56e45c83bd2c6392e1c074494832., hostname=26754e923c4a,43717,1731681401507, seqNum=2] 2024-11-15T14:37:06,220 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T14:37:06,226 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-15T14:37:06,228 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-15T14:37:06,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 846d56e45c83bd2c6392e1c074494832/f 2024-11-15T14:37:06,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-15T14:37:06,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T14:37:06,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 846d56e45c83bd2c6392e1c074494832/f 2024-11-15T14:37:06,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-15T14:37:06,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T14:37:06,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.HRegion(2603): Flush status journal for 846d56e45c83bd2c6392e1c074494832: 2024-11-15T14:37:06,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/staging/jenkins__test__val4rnlmfnvq83m82u1fge9khvs10h2161kts9ran61a1o4vqj4rnbpansil3mru/f/hfile_1 2024-11-15T14:37:06,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/staging/jenkins__test__val4rnlmfnvq83m82u1fge9khvs10h2161kts9ran61a1o4vqj4rnbpansil3mru/f/hfile_1 as hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/default/test/846d56e45c83bd2c6392e1c074494832/f/0ac18650e0984ff1b59fcc18c51ab439_SeqId_6_ 2024-11-15T14:37:06,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/staging/jenkins__test__val4rnlmfnvq83m82u1fge9khvs10h2161kts9ran61a1o4vqj4rnbpansil3mru/f/hfile_0 2024-11-15T14:37:06,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/staging/jenkins__test__val4rnlmfnvq83m82u1fge9khvs10h2161kts9ran61a1o4vqj4rnbpansil3mru/f/hfile_0 as hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/default/test/846d56e45c83bd2c6392e1c074494832/f/dab751791e9a4205840409854f2adc3f_SeqId_6_ 2024-11-15T14:37:06,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/staging/jenkins__test__val4rnlmfnvq83m82u1fge9khvs10h2161kts9ran61a1o4vqj4rnbpansil3mru/f/hfile_1 into 846d56e45c83bd2c6392e1c074494832/f as hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/default/test/846d56e45c83bd2c6392e1c074494832/f/0ac18650e0984ff1b59fcc18c51ab439_SeqId_6_ - updating store file list. 2024-11-15T14:37:06,260 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,2-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027 to pos 0, reset compression=false 2024-11-15T14:37:06,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0ac18650e0984ff1b59fcc18c51ab439_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T14:37:06,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/default/test/846d56e45c83bd2c6392e1c074494832/f/0ac18650e0984ff1b59fcc18c51ab439_SeqId_6_ into 846d56e45c83bd2c6392e1c074494832/f 2024-11-15T14:37:06,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/staging/jenkins__test__val4rnlmfnvq83m82u1fge9khvs10h2161kts9ran61a1o4vqj4rnbpansil3mru/f/hfile_1 into 846d56e45c83bd2c6392e1c074494832/f (new location: hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/default/test/846d56e45c83bd2c6392e1c074494832/f/0ac18650e0984ff1b59fcc18c51ab439_SeqId_6_) 2024-11-15T14:37:06,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/staging/jenkins__test__val4rnlmfnvq83m82u1fge9khvs10h2161kts9ran61a1o4vqj4rnbpansil3mru/f/hfile_1 2024-11-15T14:37:06,269 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027 to pos 0, reset compression=false 2024-11-15T14:37:06,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/staging/jenkins__test__val4rnlmfnvq83m82u1fge9khvs10h2161kts9ran61a1o4vqj4rnbpansil3mru/f/hfile_0 into 846d56e45c83bd2c6392e1c074494832/f as hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/default/test/846d56e45c83bd2c6392e1c074494832/f/dab751791e9a4205840409854f2adc3f_SeqId_6_ - updating store file list. 2024-11-15T14:37:06,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dab751791e9a4205840409854f2adc3f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T14:37:06,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/default/test/846d56e45c83bd2c6392e1c074494832/f/dab751791e9a4205840409854f2adc3f_SeqId_6_ into 846d56e45c83bd2c6392e1c074494832/f 2024-11-15T14:37:06,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/staging/jenkins__test__val4rnlmfnvq83m82u1fge9khvs10h2161kts9ran61a1o4vqj4rnbpansil3mru/f/hfile_0 into 846d56e45c83bd2c6392e1c074494832/f (new location: hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/default/test/846d56e45c83bd2c6392e1c074494832/f/dab751791e9a4205840409854f2adc3f_SeqId_6_) 2024-11-15T14:37:06,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/staging/jenkins__test__val4rnlmfnvq83m82u1fge9khvs10h2161kts9ran61a1o4vqj4rnbpansil3mru/f/hfile_0 2024-11-15T14:37:06,277 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:37:06,277 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:37:06,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:06,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:06,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731681414825.846d56e45c83bd2c6392e1c074494832., hostname=26754e923c4a,43717,1731681401507, seqNum=2 , the old value is region=test,,1731681414825.846d56e45c83bd2c6392e1c074494832., hostname=26754e923c4a,43717,1731681401507, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=26754e923c4a:43717 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T14:37:06,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:37:06,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731681414825.846d56e45c83bd2c6392e1c074494832., hostname=26754e923c4a,43717,1731681401507, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T14:37:06,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731681414825.846d56e45c83bd2c6392e1c074494832., hostname=26754e923c4a,43717,1731681401507, seqNum=2 from cache 2024-11-15T14:37:06,277 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T14:37:06,280 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T14:37:06,384 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:43717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T14:37:06,766 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,2-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027 to pos 0, reset compression=false 2024-11-15T14:37:06,771 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,2-26754e923c4a,43717,1731681401507 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T14:37:06,771 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507.replicationSource.shipper26754e923c4a%2C43717%2C1731681401507,2-26754e923c4a,43717,1731681401507 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-26754e923c4a,43717,1731681401507 got entry batch from reader: WALEntryBatch [walEntries=[{test/846d56e45c83bd2c6392e1c074494832/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731681426275/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T14:37:06,773 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507.replicationSource.shipper26754e923c4a%2C43717%2C1731681401507,2-26754e923c4a,43717,1731681401507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T14:37:06,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-15T14:37:06,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40159 {}] regionserver.ReplicationSink(318): Replicating [97ff62ff-d494-4042-9f15-92e1346d32f7] bulk loaded data 2024-11-15T14:37:06,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16adfd94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:37:06,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40159 {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,36115,-1 for getting cluster id 2024-11-15T14:37:06,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40159 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:37:06,775 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6289b97-28a4-4750-897d-9d390bafef28' 2024-11-15T14:37:06,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:37:06,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6289b97-28a4-4750-897d-9d390bafef28" 2024-11-15T14:37:06,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e5b7d65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:37:06,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,36115,-1] 2024-11-15T14:37:06,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:37:06,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:06,777 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:37:06,777 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fba0fe5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:37:06,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45919 is added to blk_1073741837_1013 (size=10791) 2024-11-15T14:37:06,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45919 is added to blk_1073741838_1014 (size=11194) 2024-11-15T14:37:06,807 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40159 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:37:06,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,36115,1731681411363 2024-11-15T14:37:06,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34b638fc 2024-11-15T14:37:06,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:37:06,809 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-15T14:37:06,811 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40159 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T14:37:06,811 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40159 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:37:06,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,40159,1731681411474, seqNum=-1] 2024-11-15T14:37:06,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:37:06,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-15T14:37:06,822 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/staging/jenkins.hfs.23__test__d6t8r6p4rruf3lfvev3s0rkl0cs2iv7kbl5snm2a37c53mf0vfivfqgtqglk2n1c/f/0ac18650e0984ff1b59fcc18c51ab439_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-15T14:37:06,836 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/staging/jenkins.hfs.23__test__d6t8r6p4rruf3lfvev3s0rkl0cs2iv7kbl5snm2a37c53mf0vfivfqgtqglk2n1c/f/dab751791e9a4205840409854f2adc3f_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-15T14:37:06,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40159 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/staging/jenkins.hfs.23__test__d6t8r6p4rruf3lfvev3s0rkl0cs2iv7kbl5snm2a37c53mf0vfivfqgtqglk2n1c/f/dab751791e9a4205840409854f2adc3f_SeqId_6_ for inclusion in 5846b0ec734f3bea7fe3f8e37273fa46/f 2024-11-15T14:37:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40159 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-15T14:37:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40159 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T14:37:06,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40159 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/staging/jenkins.hfs.23__test__d6t8r6p4rruf3lfvev3s0rkl0cs2iv7kbl5snm2a37c53mf0vfivfqgtqglk2n1c/f/0ac18650e0984ff1b59fcc18c51ab439_SeqId_6_ for inclusion in 5846b0ec734f3bea7fe3f8e37273fa46/f 2024-11-15T14:37:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40159 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-15T14:37:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40159 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T14:37:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40159 {}] regionserver.HRegion(2603): Flush status journal for 5846b0ec734f3bea7fe3f8e37273fa46: 2024-11-15T14:37:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): dab751791e9a4205840409854f2adc3f_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T14:37:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/staging/jenkins.hfs.23__test__d6t8r6p4rruf3lfvev3s0rkl0cs2iv7kbl5snm2a37c53mf0vfivfqgtqglk2n1c/f/dab751791e9a4205840409854f2adc3f_SeqId_6_ as hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/data/default/test/5846b0ec734f3bea7fe3f8e37273fa46/f/fe7023a0b73949ff93003440278c34b5_SeqId_4_ 2024-11-15T14:37:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0ac18650e0984ff1b59fcc18c51ab439_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T14:37:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/staging/jenkins.hfs.23__test__d6t8r6p4rruf3lfvev3s0rkl0cs2iv7kbl5snm2a37c53mf0vfivfqgtqglk2n1c/f/0ac18650e0984ff1b59fcc18c51ab439_SeqId_6_ as hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/data/default/test/5846b0ec734f3bea7fe3f8e37273fa46/f/34634de2327e49eb8cd038792eb706fd_SeqId_4_ 2024-11-15T14:37:06,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40159 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/staging/jenkins.hfs.23__test__d6t8r6p4rruf3lfvev3s0rkl0cs2iv7kbl5snm2a37c53mf0vfivfqgtqglk2n1c/f/dab751791e9a4205840409854f2adc3f_SeqId_6_ into 5846b0ec734f3bea7fe3f8e37273fa46/f as hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/data/default/test/5846b0ec734f3bea7fe3f8e37273fa46/f/fe7023a0b73949ff93003440278c34b5_SeqId_4_ - updating store file list. 2024-11-15T14:37:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40159 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fe7023a0b73949ff93003440278c34b5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T14:37:06,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40159 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/data/default/test/5846b0ec734f3bea7fe3f8e37273fa46/f/fe7023a0b73949ff93003440278c34b5_SeqId_4_ into 5846b0ec734f3bea7fe3f8e37273fa46/f 2024-11-15T14:37:06,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40159 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/staging/jenkins.hfs.23__test__d6t8r6p4rruf3lfvev3s0rkl0cs2iv7kbl5snm2a37c53mf0vfivfqgtqglk2n1c/f/dab751791e9a4205840409854f2adc3f_SeqId_6_ into 5846b0ec734f3bea7fe3f8e37273fa46/f (new location: hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/data/default/test/5846b0ec734f3bea7fe3f8e37273fa46/f/fe7023a0b73949ff93003440278c34b5_SeqId_4_) 2024-11-15T14:37:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/staging/jenkins.hfs.23__test__d6t8r6p4rruf3lfvev3s0rkl0cs2iv7kbl5snm2a37c53mf0vfivfqgtqglk2n1c/f/dab751791e9a4205840409854f2adc3f_SeqId_6_ 2024-11-15T14:37:06,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40159 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/staging/jenkins.hfs.23__test__d6t8r6p4rruf3lfvev3s0rkl0cs2iv7kbl5snm2a37c53mf0vfivfqgtqglk2n1c/f/0ac18650e0984ff1b59fcc18c51ab439_SeqId_6_ into 5846b0ec734f3bea7fe3f8e37273fa46/f as hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/data/default/test/5846b0ec734f3bea7fe3f8e37273fa46/f/34634de2327e49eb8cd038792eb706fd_SeqId_4_ - updating store file list. 2024-11-15T14:37:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40159 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 34634de2327e49eb8cd038792eb706fd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T14:37:06,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40159 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/data/default/test/5846b0ec734f3bea7fe3f8e37273fa46/f/34634de2327e49eb8cd038792eb706fd_SeqId_4_ into 5846b0ec734f3bea7fe3f8e37273fa46/f 2024-11-15T14:37:06,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40159 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/staging/jenkins.hfs.23__test__d6t8r6p4rruf3lfvev3s0rkl0cs2iv7kbl5snm2a37c53mf0vfivfqgtqglk2n1c/f/0ac18650e0984ff1b59fcc18c51ab439_SeqId_6_ into 5846b0ec734f3bea7fe3f8e37273fa46/f (new location: hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/data/default/test/5846b0ec734f3bea7fe3f8e37273fa46/f/34634de2327e49eb8cd038792eb706fd_SeqId_4_) 2024-11-15T14:37:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/staging/jenkins.hfs.23__test__d6t8r6p4rruf3lfvev3s0rkl0cs2iv7kbl5snm2a37c53mf0vfivfqgtqglk2n1c/f/0ac18650e0984ff1b59fcc18c51ab439_SeqId_6_ 2024-11-15T14:37:06,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40159 {}] regionserver.ReplicationSink(324): Finished replicating [97ff62ff-d494-4042-9f15-92e1346d32f7] bulk loaded data 2024-11-15T14:37:06,972 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,2-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027 to pos 393, reset compression=false 2024-11-15T14:37:06,975 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027 to pos 0, reset compression=false 2024-11-15T14:37:06,978 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T14:37:06,978 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.shipper26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,43717,1731681401507 got entry batch from reader: WALEntryBatch [walEntries=[{test/846d56e45c83bd2c6392e1c074494832/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731681426275/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T14:37:06,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.ReplicationSink(318): Replicating [97ff62ff-d494-4042-9f15-92e1346d32f7] bulk loaded data 2024-11-15T14:37:06,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741839_1015 (size=10791) 2024-11-15T14:37:06,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741840_1016 (size=11194) 2024-11-15T14:37:07,178 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027 to pos 393, reset compression=false 2024-11-15T14:37:07,275 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,2-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027 to pos 393, reset compression=false 2024-11-15T14:37:07,284 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T14:37:07,400 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T14:37:07,405 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/staging/jenkins.hfs.22__test__evoj53kshseabm2c0s4cshiir9dbdh61kubnhdp8g8a07qbio9nle9reg93mhcbi/f/0ac18650e0984ff1b59fcc18c51ab439_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-15T14:37:07,407 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/staging/jenkins.hfs.22__test__evoj53kshseabm2c0s4cshiir9dbdh61kubnhdp8g8a07qbio9nle9reg93mhcbi/f/dab751791e9a4205840409854f2adc3f_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-15T14:37:07,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/staging/jenkins.hfs.22__test__evoj53kshseabm2c0s4cshiir9dbdh61kubnhdp8g8a07qbio9nle9reg93mhcbi/f/0ac18650e0984ff1b59fcc18c51ab439_SeqId_6_ for inclusion in 3b89b0d3e229ca8d59c420358a826b7b/f 2024-11-15T14:37:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-15T14:37:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T14:37:07,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/staging/jenkins.hfs.22__test__evoj53kshseabm2c0s4cshiir9dbdh61kubnhdp8g8a07qbio9nle9reg93mhcbi/f/dab751791e9a4205840409854f2adc3f_SeqId_6_ for inclusion in 3b89b0d3e229ca8d59c420358a826b7b/f 2024-11-15T14:37:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-15T14:37:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T14:37:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.HRegion(2603): Flush status journal for 3b89b0d3e229ca8d59c420358a826b7b: 2024-11-15T14:37:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0ac18650e0984ff1b59fcc18c51ab439_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T14:37:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/staging/jenkins.hfs.22__test__evoj53kshseabm2c0s4cshiir9dbdh61kubnhdp8g8a07qbio9nle9reg93mhcbi/f/0ac18650e0984ff1b59fcc18c51ab439_SeqId_6_ as hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/default/test/3b89b0d3e229ca8d59c420358a826b7b/f/1b2c81e7308f4da8a7e213e2fcbc2309_SeqId_6_ 2024-11-15T14:37:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): dab751791e9a4205840409854f2adc3f_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T14:37:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/staging/jenkins.hfs.22__test__evoj53kshseabm2c0s4cshiir9dbdh61kubnhdp8g8a07qbio9nle9reg93mhcbi/f/dab751791e9a4205840409854f2adc3f_SeqId_6_ as hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/default/test/3b89b0d3e229ca8d59c420358a826b7b/f/73035d770b6248a8bafa829cb28dbe19_SeqId_6_ 2024-11-15T14:37:07,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/staging/jenkins.hfs.22__test__evoj53kshseabm2c0s4cshiir9dbdh61kubnhdp8g8a07qbio9nle9reg93mhcbi/f/0ac18650e0984ff1b59fcc18c51ab439_SeqId_6_ into 3b89b0d3e229ca8d59c420358a826b7b/f as hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/default/test/3b89b0d3e229ca8d59c420358a826b7b/f/1b2c81e7308f4da8a7e213e2fcbc2309_SeqId_6_ - updating store file list. 2024-11-15T14:37:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1b2c81e7308f4da8a7e213e2fcbc2309_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T14:37:07,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/default/test/3b89b0d3e229ca8d59c420358a826b7b/f/1b2c81e7308f4da8a7e213e2fcbc2309_SeqId_6_ into 3b89b0d3e229ca8d59c420358a826b7b/f 2024-11-15T14:37:07,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/staging/jenkins.hfs.22__test__evoj53kshseabm2c0s4cshiir9dbdh61kubnhdp8g8a07qbio9nle9reg93mhcbi/f/0ac18650e0984ff1b59fcc18c51ab439_SeqId_6_ into 3b89b0d3e229ca8d59c420358a826b7b/f (new location: hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/default/test/3b89b0d3e229ca8d59c420358a826b7b/f/1b2c81e7308f4da8a7e213e2fcbc2309_SeqId_6_) 2024-11-15T14:37:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/staging/jenkins.hfs.22__test__evoj53kshseabm2c0s4cshiir9dbdh61kubnhdp8g8a07qbio9nle9reg93mhcbi/f/0ac18650e0984ff1b59fcc18c51ab439_SeqId_6_ 2024-11-15T14:37:07,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/staging/jenkins.hfs.22__test__evoj53kshseabm2c0s4cshiir9dbdh61kubnhdp8g8a07qbio9nle9reg93mhcbi/f/dab751791e9a4205840409854f2adc3f_SeqId_6_ into 3b89b0d3e229ca8d59c420358a826b7b/f as hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/default/test/3b89b0d3e229ca8d59c420358a826b7b/f/73035d770b6248a8bafa829cb28dbe19_SeqId_6_ - updating store file list. 2024-11-15T14:37:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 73035d770b6248a8bafa829cb28dbe19_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T14:37:07,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/default/test/3b89b0d3e229ca8d59c420358a826b7b/f/73035d770b6248a8bafa829cb28dbe19_SeqId_6_ into 3b89b0d3e229ca8d59c420358a826b7b/f 2024-11-15T14:37:07,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/staging/jenkins.hfs.22__test__evoj53kshseabm2c0s4cshiir9dbdh61kubnhdp8g8a07qbio9nle9reg93mhcbi/f/dab751791e9a4205840409854f2adc3f_SeqId_6_ into 3b89b0d3e229ca8d59c420358a826b7b/f (new location: hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/default/test/3b89b0d3e229ca8d59c420358a826b7b/f/73035d770b6248a8bafa829cb28dbe19_SeqId_6_) 2024-11-15T14:37:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/staging/jenkins.hfs.22__test__evoj53kshseabm2c0s4cshiir9dbdh61kubnhdp8g8a07qbio9nle9reg93mhcbi/f/dab751791e9a4205840409854f2adc3f_SeqId_6_ 2024-11-15T14:37:07,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] regionserver.ReplicationSink(324): Finished replicating [97ff62ff-d494-4042-9f15-92e1346d32f7] bulk loaded data 2024-11-15T14:37:07,482 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027 to pos 393, reset compression=false 2024-11-15T14:37:07,583 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T14:37:07,678 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,2-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027 to pos 393, reset compression=false 2024-11-15T14:37:07,886 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027 to pos 393, reset compression=false 2024-11-15T14:37:08,182 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,2-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027 to pos 393, reset compression=false 2024-11-15T14:37:08,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T14:37:08,298 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:37:08,299 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:37:08,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:08,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:08,299 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T14:37:08,299 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1187984161, stopped=false 2024-11-15T14:37:08,299 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=26754e923c4a,36115,1731681411363 2024-11-15T14:37:08,299 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:37:08,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40159-0x101401af9b80007, quorum=127.0.0.1:54815, baseZNode=/21600987922 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21600987922/running 2024-11-15T14:37:08,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40159-0x101401af9b80007, quorum=127.0.0.1:54815, baseZNode=/21600987922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21600987922 2024-11-15T14:37:08,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36115-0x101401af9b80006, quorum=127.0.0.1:54815, baseZNode=/21600987922 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21600987922/running 2024-11-15T14:37:08,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36115-0x101401af9b80006, quorum=127.0.0.1:54815, baseZNode=/21600987922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21600987922 2024-11-15T14:37:08,304 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:37:08,304 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:37:08,305 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:37:08,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:08,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36115-0x101401af9b80006, quorum=127.0.0.1:54815, baseZNode=/21600987922 Set watcher on znode that does not yet exist, /21600987922/running 2024-11-15T14:37:08,305 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '26754e923c4a,40159,1731681411474' ***** 2024-11-15T14:37:08,305 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T14:37:08,306 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40159-0x101401af9b80007, quorum=127.0.0.1:54815, baseZNode=/21600987922 Set watcher on znode that does not yet exist, /21600987922/running 2024-11-15T14:37:08,306 INFO [RS:0;26754e923c4a:40159 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T14:37:08,306 INFO [RS:0;26754e923c4a:40159 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T14:37:08,306 INFO [RS:0;26754e923c4a:40159 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T14:37:08,306 INFO [RS:0;26754e923c4a:40159 {}] regionserver.HRegionServer(3091): Received CLOSE for 5846b0ec734f3bea7fe3f8e37273fa46 2024-11-15T14:37:08,306 INFO [RS:0;26754e923c4a:40159 {}] regionserver.HRegionServer(959): stopping server 26754e923c4a,40159,1731681411474 2024-11-15T14:37:08,306 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T14:37:08,306 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5846b0ec734f3bea7fe3f8e37273fa46, disabling compactions & flushes 2024-11-15T14:37:08,306 INFO [RS:0;26754e923c4a:40159 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:37:08,307 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731681419126.5846b0ec734f3bea7fe3f8e37273fa46. 2024-11-15T14:37:08,307 INFO [RS:0;26754e923c4a:40159 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:40159. 2024-11-15T14:37:08,307 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731681419126.5846b0ec734f3bea7fe3f8e37273fa46. 2024-11-15T14:37:08,307 DEBUG [RS:0;26754e923c4a:40159 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:37:08,307 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731681419126.5846b0ec734f3bea7fe3f8e37273fa46. after waiting 0 ms 2024-11-15T14:37:08,307 DEBUG [RS:0;26754e923c4a:40159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:08,307 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731681419126.5846b0ec734f3bea7fe3f8e37273fa46. 2024-11-15T14:37:08,307 INFO [RS:0;26754e923c4a:40159 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T14:37:08,307 INFO [RS:0;26754e923c4a:40159 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T14:37:08,307 INFO [RS:0;26754e923c4a:40159 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T14:37:08,307 INFO [RS:0;26754e923c4a:40159 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T14:37:08,307 INFO [RS:0;26754e923c4a:40159 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T14:37:08,307 DEBUG [RS:0;26754e923c4a:40159 {}] regionserver.HRegionServer(1325): Online Regions={5846b0ec734f3bea7fe3f8e37273fa46=test,,1731681419126.5846b0ec734f3bea7fe3f8e37273fa46., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T14:37:08,307 DEBUG [RS:0;26754e923c4a:40159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5846b0ec734f3bea7fe3f8e37273fa46 2024-11-15T14:37:08,307 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:37:08,308 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:37:08,308 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:37:08,308 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:37:08,308 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:37:08,308 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-15T14:37:08,321 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/data/default/test/5846b0ec734f3bea7fe3f8e37273fa46/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-15T14:37:08,322 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:37:08,322 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T14:37:08,322 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731681419126.5846b0ec734f3bea7fe3f8e37273fa46. 2024-11-15T14:37:08,322 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5846b0ec734f3bea7fe3f8e37273fa46: Waiting for close lock at 1731681428306Running coprocessor pre-close hooks at 1731681428306Disabling compacts and flushes for region at 1731681428306Disabling writes for close at 1731681428307 (+1 ms)Writing region close event to WAL at 1731681428308 (+1 ms)Running coprocessor post-close hooks at 1731681428322 (+14 ms)Closed at 1731681428322 2024-11-15T14:37:08,322 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731681419126.5846b0ec734f3bea7fe3f8e37273fa46. 2024-11-15T14:37:08,325 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/data/hbase/meta/1588230740/.tmp/info/b9b394d6e8864dde879b026e8490c3f3 is 129, key is test,,1731681419126.5846b0ec734f3bea7fe3f8e37273fa46./info:regioninfo/1731681420278/Put/seqid=0 2024-11-15T14:37:08,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45919 is added to blk_1073741839_1015 (size=6421) 2024-11-15T14:37:08,334 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/data/hbase/meta/1588230740/.tmp/info/b9b394d6e8864dde879b026e8490c3f3 2024-11-15T14:37:08,354 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/data/hbase/meta/1588230740/.tmp/ns/b95294c02a084e59bf38db6effa9fc8f is 43, key is default/ns:d/1731681414744/Put/seqid=0 2024-11-15T14:37:08,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45919 is added to blk_1073741840_1016 (size=5153) 2024-11-15T14:37:08,358 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/data/hbase/meta/1588230740/.tmp/ns/b95294c02a084e59bf38db6effa9fc8f 2024-11-15T14:37:08,377 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/data/hbase/meta/1588230740/.tmp/rep_barrier/d490bfc67d794bf4ad48f536f3ff0547 is 112, key is test,,1731681419126.5846b0ec734f3bea7fe3f8e37273fa46./rep_barrier:seqnumDuringOpen/1731681420278/Put/seqid=0 2024-11-15T14:37:08,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45919 is added to blk_1073741841_1017 (size=5518) 2024-11-15T14:37:08,389 INFO [regionserver/26754e923c4a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:37:08,389 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027 to pos 393, reset compression=false 2024-11-15T14:37:08,508 DEBUG [RS:0;26754e923c4a:40159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:37:08,572 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T14:37:08,572 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T14:37:08,708 DEBUG [RS:0;26754e923c4a:40159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:37:08,780 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/data/hbase/meta/1588230740/.tmp/rep_barrier/d490bfc67d794bf4ad48f536f3ff0547 2024-11-15T14:37:08,786 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,2-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027 to pos 393, reset compression=false 2024-11-15T14:37:08,802 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/data/hbase/meta/1588230740/.tmp/table/20dd2d9db062434a8184b62ef0c19297 is 40, key is test/table:state/1731681420284/Put/seqid=0 2024-11-15T14:37:08,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45919 is added to blk_1073741842_1018 (size=5165) 2024-11-15T14:37:08,807 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/data/hbase/meta/1588230740/.tmp/table/20dd2d9db062434a8184b62ef0c19297 2024-11-15T14:37:08,814 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/data/hbase/meta/1588230740/.tmp/info/b9b394d6e8864dde879b026e8490c3f3 as hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/data/hbase/meta/1588230740/info/b9b394d6e8864dde879b026e8490c3f3 2024-11-15T14:37:08,818 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/data/hbase/meta/1588230740/info/b9b394d6e8864dde879b026e8490c3f3, entries=10, sequenceid=11, filesize=6.3 K 2024-11-15T14:37:08,818 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/data/hbase/meta/1588230740/.tmp/ns/b95294c02a084e59bf38db6effa9fc8f as hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/data/hbase/meta/1588230740/ns/b95294c02a084e59bf38db6effa9fc8f 2024-11-15T14:37:08,822 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/data/hbase/meta/1588230740/ns/b95294c02a084e59bf38db6effa9fc8f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T14:37:08,823 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/data/hbase/meta/1588230740/.tmp/rep_barrier/d490bfc67d794bf4ad48f536f3ff0547 as hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/data/hbase/meta/1588230740/rep_barrier/d490bfc67d794bf4ad48f536f3ff0547 2024-11-15T14:37:08,827 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/data/hbase/meta/1588230740/rep_barrier/d490bfc67d794bf4ad48f536f3ff0547, entries=1, sequenceid=11, filesize=5.4 K 2024-11-15T14:37:08,828 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/data/hbase/meta/1588230740/.tmp/table/20dd2d9db062434a8184b62ef0c19297 as hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/data/hbase/meta/1588230740/table/20dd2d9db062434a8184b62ef0c19297 2024-11-15T14:37:08,832 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/data/hbase/meta/1588230740/table/20dd2d9db062434a8184b62ef0c19297, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T14:37:08,833 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 525ms, sequenceid=11, compaction requested=false 2024-11-15T14:37:08,838 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T14:37:08,839 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:37:08,839 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:37:08,839 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:37:08,839 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681428307Running coprocessor pre-close hooks at 1731681428307Disabling compacts and flushes for region at 1731681428307Disabling writes for close at 1731681428308 (+1 ms)Obtaining lock to block concurrent updates at 1731681428308Preparing flush snapshotting stores in 1588230740 at 1731681428308Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731681428308Flushing stores of hbase:meta,,1.1588230740 at 1731681428309 (+1 ms)Flushing 1588230740/info: creating writer at 1731681428309Flushing 1588230740/info: appending metadata at 1731681428325 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731681428325Flushing 1588230740/ns: creating writer at 1731681428338 (+13 ms)Flushing 1588230740/ns: appending metadata at 1731681428354 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731681428354Flushing 1588230740/rep_barrier: creating writer at 1731681428361 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731681428377 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731681428377Flushing 1588230740/table: creating writer at 1731681428784 (+407 ms)Flushing 1588230740/table: appending metadata at 1731681428801 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731681428802 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fc5f93d: reopening flushed file at 1731681428813 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a39d208: reopening flushed file at 1731681428818 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30d42452: reopening flushed file at 1731681428822 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@487870f6: reopening flushed file at 1731681428827 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 525ms, sequenceid=11, compaction requested=false at 1731681428833 (+6 ms)Writing region close event to WAL at 1731681428835 (+2 ms)Running coprocessor post-close hooks at 1731681428839 (+4 ms)Closed at 1731681428839 2024-11-15T14:37:08,839 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T14:37:08,908 INFO [RS:0;26754e923c4a:40159 {}] regionserver.HRegionServer(976): stopping server 26754e923c4a,40159,1731681411474; all regions closed. 2024-11-15T14:37:08,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45919 is added to blk_1073741834_1010 (size=2717) 2024-11-15T14:37:08,910 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/WALs/26754e923c4a,40159,1731681411474/26754e923c4a%2C40159%2C1731681411474.meta.1731681414704.meta not finished, retry = 0 2024-11-15T14:37:08,993 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027 to pos 393, reset compression=false 2024-11-15T14:37:09,012 DEBUG [RS:0;26754e923c4a:40159 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/oldWALs 2024-11-15T14:37:09,012 INFO [RS:0;26754e923c4a:40159 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 26754e923c4a%2C40159%2C1731681411474.meta:.meta(num 1731681414704) 2024-11-15T14:37:09,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45919 is added to blk_1073741832_1008 (size=1028) 2024-11-15T14:37:09,015 DEBUG [RS:0;26754e923c4a:40159 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/oldWALs 2024-11-15T14:37:09,015 INFO [RS:0;26754e923c4a:40159 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 26754e923c4a%2C40159%2C1731681411474:(num 1731681413701) 2024-11-15T14:37:09,015 DEBUG [RS:0;26754e923c4a:40159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:09,015 INFO [RS:0;26754e923c4a:40159 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:37:09,015 INFO [RS:0;26754e923c4a:40159 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:37:09,015 INFO [RS:0;26754e923c4a:40159 {}] hbase.ChoreService(370): Chore service for: regionserver/26754e923c4a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T14:37:09,015 INFO [RS:0;26754e923c4a:40159 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:37:09,015 INFO [regionserver/26754e923c4a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:37:09,016 INFO [RS:0;26754e923c4a:40159 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:40159. 2024-11-15T14:37:09,016 DEBUG [RS:0;26754e923c4a:40159 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:37:09,016 DEBUG [RS:0;26754e923c4a:40159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:09,016 DEBUG [RS:0;26754e923c4a:40159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:09,016 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:37:09,016 INFO [RS:0;26754e923c4a:40159 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40159 2024-11-15T14:37:09,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40159-0x101401af9b80007, quorum=127.0.0.1:54815, baseZNode=/21600987922 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21600987922/rs/26754e923c4a,40159,1731681411474 2024-11-15T14:37:09,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36115-0x101401af9b80006, quorum=127.0.0.1:54815, baseZNode=/21600987922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21600987922/rs 2024-11-15T14:37:09,021 INFO [RS:0;26754e923c4a:40159 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:37:09,029 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [26754e923c4a,40159,1731681411474] 2024-11-15T14:37:09,037 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21600987922/draining/26754e923c4a,40159,1731681411474 already deleted, retry=false 2024-11-15T14:37:09,037 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 26754e923c4a,40159,1731681411474 expired; onlineServers=0 2024-11-15T14:37:09,037 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '26754e923c4a,36115,1731681411363' ***** 2024-11-15T14:37:09,037 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T14:37:09,037 INFO [M:0;26754e923c4a:36115 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:37:09,038 INFO [M:0;26754e923c4a:36115 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:37:09,038 DEBUG [M:0;26754e923c4a:36115 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T14:37:09,038 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T14:37:09,038 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681413454 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681413454,5,FailOnTimeoutGroup] 2024-11-15T14:37:09,038 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681413454 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681413454,5,FailOnTimeoutGroup] 2024-11-15T14:37:09,038 DEBUG [M:0;26754e923c4a:36115 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T14:37:09,038 INFO [M:0;26754e923c4a:36115 {}] hbase.ChoreService(370): Chore service for: master/26754e923c4a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T14:37:09,038 INFO [M:0;26754e923c4a:36115 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:37:09,038 DEBUG [M:0;26754e923c4a:36115 {}] master.HMaster(1795): Stopping service threads 2024-11-15T14:37:09,038 INFO [M:0;26754e923c4a:36115 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T14:37:09,038 INFO [M:0;26754e923c4a:36115 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:37:09,038 INFO [M:0;26754e923c4a:36115 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T14:37:09,038 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T14:37:09,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36115-0x101401af9b80006, quorum=127.0.0.1:54815, baseZNode=/21600987922 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21600987922/master 2024-11-15T14:37:09,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36115-0x101401af9b80006, quorum=127.0.0.1:54815, baseZNode=/21600987922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21600987922 2024-11-15T14:37:09,046 DEBUG [M:0;26754e923c4a:36115 {}] zookeeper.ZKUtil(347): master:36115-0x101401af9b80006, quorum=127.0.0.1:54815, baseZNode=/21600987922 Unable to get data of znode /21600987922/master because node does not exist (not an error) 2024-11-15T14:37:09,046 WARN [M:0;26754e923c4a:36115 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T14:37:09,046 INFO [M:0;26754e923c4a:36115 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/.lastflushedseqids 2024-11-15T14:37:09,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45919 is added to blk_1073741843_1019 (size=173) 2024-11-15T14:37:09,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40159-0x101401af9b80007, quorum=127.0.0.1:54815, baseZNode=/21600987922 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:37:09,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40159-0x101401af9b80007, quorum=127.0.0.1:54815, baseZNode=/21600987922 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:37:09,129 INFO [RS:0;26754e923c4a:40159 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:37:09,129 INFO [RS:0;26754e923c4a:40159 {}] regionserver.HRegionServer(1031): Exiting; stopping=26754e923c4a,40159,1731681411474; zookeeper connection closed. 2024-11-15T14:37:09,130 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@30ffd343 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@30ffd343 2024-11-15T14:37:09,130 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T14:37:09,450 INFO [M:0;26754e923c4a:36115 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T14:37:09,450 INFO [M:0;26754e923c4a:36115 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T14:37:09,450 DEBUG [M:0;26754e923c4a:36115 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:37:09,450 INFO [M:0;26754e923c4a:36115 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:37:09,450 DEBUG [M:0;26754e923c4a:36115 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:37:09,450 DEBUG [M:0;26754e923c4a:36115 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:37:09,450 DEBUG [M:0;26754e923c4a:36115 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:37:09,450 INFO [M:0;26754e923c4a:36115 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-15T14:37:09,464 DEBUG [M:0;26754e923c4a:36115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6f2de1d11304ba3bdf21fb7c1adb1d0 is 82, key is hbase:meta,,1/info:regioninfo/1731681414730/Put/seqid=0 2024-11-15T14:37:09,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45919 is added to blk_1073741844_1020 (size=5672) 2024-11-15T14:37:09,493 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,2-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027 to pos 393, reset compression=false 2024-11-15T14:37:09,696 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027 to pos 393, reset compression=false 2024-11-15T14:37:09,867 INFO [M:0;26754e923c4a:36115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6f2de1d11304ba3bdf21fb7c1adb1d0 2024-11-15T14:37:09,883 DEBUG [M:0;26754e923c4a:36115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a4a3d92a43746d7b49cef9d0cb5b956 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731681420287/Put/seqid=0 2024-11-15T14:37:09,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45919 is added to blk_1073741845_1021 (size=6586) 2024-11-15T14:37:10,287 INFO [M:0;26754e923c4a:36115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a4a3d92a43746d7b49cef9d0cb5b956 2024-11-15T14:37:10,296 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,2-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027 to pos 393, reset compression=false 2024-11-15T14:37:10,304 DEBUG [M:0;26754e923c4a:36115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a1482d019c4044158188c426e930abf5 is 69, key is 26754e923c4a,40159,1731681411474/rs:state/1731681413530/Put/seqid=0 2024-11-15T14:37:10,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45919 is added to blk_1073741846_1022 (size=5156) 2024-11-15T14:37:10,499 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027 to pos 393, reset compression=false 2024-11-15T14:37:10,709 INFO [M:0;26754e923c4a:36115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a1482d019c4044158188c426e930abf5 2024-11-15T14:37:10,712 DEBUG [M:0;26754e923c4a:36115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6f2de1d11304ba3bdf21fb7c1adb1d0 as hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a6f2de1d11304ba3bdf21fb7c1adb1d0 2024-11-15T14:37:10,715 INFO [M:0;26754e923c4a:36115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a6f2de1d11304ba3bdf21fb7c1adb1d0, entries=8, sequenceid=55, filesize=5.5 K 2024-11-15T14:37:10,716 DEBUG [M:0;26754e923c4a:36115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a4a3d92a43746d7b49cef9d0cb5b956 as hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7a4a3d92a43746d7b49cef9d0cb5b956 2024-11-15T14:37:10,719 INFO [M:0;26754e923c4a:36115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7a4a3d92a43746d7b49cef9d0cb5b956, entries=6, sequenceid=55, filesize=6.4 K 2024-11-15T14:37:10,720 DEBUG [M:0;26754e923c4a:36115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a1482d019c4044158188c426e930abf5 as hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a1482d019c4044158188c426e930abf5 2024-11-15T14:37:10,724 INFO [M:0;26754e923c4a:36115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42395/user/jenkins/test-data/089c769a-46b5-a3e0-0504-6ff910644d45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a1482d019c4044158188c426e930abf5, entries=1, sequenceid=55, filesize=5.0 K 2024-11-15T14:37:10,724 INFO [M:0;26754e923c4a:36115 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=55, compaction requested=false 2024-11-15T14:37:10,725 INFO [M:0;26754e923c4a:36115 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:37:10,725 DEBUG [M:0;26754e923c4a:36115 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681429450Disabling compacts and flushes for region at 1731681429450Disabling writes for close at 1731681429450Obtaining lock to block concurrent updates at 1731681429450Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731681429450Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731681429450Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731681429451 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731681429451Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731681429463 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731681429463Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731681429870 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731681429883 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731681429883Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731681430290 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731681430303 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731681430303Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74143128: reopening flushed file at 1731681430712 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12185d13: reopening flushed file at 1731681430716 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d483498: reopening flushed file at 1731681430719 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=55, compaction requested=false at 1731681430724 (+5 ms)Writing region close event to WAL at 1731681430725 (+1 ms)Closed at 1731681430725 2024-11-15T14:37:10,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45919 is added to blk_1073741830_1006 (size=32770) 2024-11-15T14:37:10,728 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:37:10,728 INFO [M:0;26754e923c4a:36115 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T14:37:10,729 INFO [M:0;26754e923c4a:36115 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36115 2024-11-15T14:37:10,729 INFO [M:0;26754e923c4a:36115 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:37:10,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36115-0x101401af9b80006, quorum=127.0.0.1:54815, baseZNode=/21600987922 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:37:10,837 INFO [M:0;26754e923c4a:36115 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:37:10,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36115-0x101401af9b80006, quorum=127.0.0.1:54815, baseZNode=/21600987922 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:37:10,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6240a473{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:37:10,842 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a759102{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:37:10,843 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:37:10,843 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bdfe434{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:37:10,843 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62bab826{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/595ee7af-1457-b720-fbd5-527ed52746ce/hadoop.log.dir/,STOPPED} 2024-11-15T14:37:10,844 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T14:37:10,844 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T14:37:10,844 WARN [BP-2070096372-172.17.0.3-1731681409755 heartbeating to localhost/127.0.0.1:42395 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T14:37:10,844 WARN [BP-2070096372-172.17.0.3-1731681409755 heartbeating to localhost/127.0.0.1:42395 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2070096372-172.17.0.3-1731681409755 (Datanode Uuid 4afe9525-d9a3-45a6-9f3c-09d59d282e9a) service to localhost/127.0.0.1:42395 2024-11-15T14:37:10,845 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/595ee7af-1457-b720-fbd5-527ed52746ce/cluster_971fcc09-9f3e-34c8-894a-976ca5f42cbd/data/data1/current/BP-2070096372-172.17.0.3-1731681409755 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:37:10,845 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/595ee7af-1457-b720-fbd5-527ed52746ce/cluster_971fcc09-9f3e-34c8-894a-976ca5f42cbd/data/data2/current/BP-2070096372-172.17.0.3-1731681409755 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:37:10,845 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T14:37:10,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ddb20b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:37:10,855 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40341b5f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:37:10,855 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:37:10,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ac9f21d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:37:10,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@82b758d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/595ee7af-1457-b720-fbd5-527ed52746ce/hadoop.log.dir/,STOPPED} 2024-11-15T14:37:10,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T14:37:10,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T14:37:10,869 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:37:10,869 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:37:10,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:10,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:10,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:37:10,870 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T14:37:10,870 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1869987335, stopped=false 2024-11-15T14:37:10,870 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=26754e923c4a,43269,1731681406285 2024-11-15T14:37:10,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41439-0x101401af9b80004, quorum=127.0.0.1:54815, baseZNode=/18476179 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/18476179/running 2024-11-15T14:37:10,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43269-0x101401af9b80003, quorum=127.0.0.1:54815, baseZNode=/18476179 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/18476179/running 2024-11-15T14:37:10,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43269-0x101401af9b80003, quorum=127.0.0.1:54815, baseZNode=/18476179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/18476179 2024-11-15T14:37:10,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41439-0x101401af9b80004, quorum=127.0.0.1:54815, baseZNode=/18476179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/18476179 2024-11-15T14:37:10,879 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:37:10,879 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:37:10,879 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:37:10,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:10,880 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '26754e923c4a,41439,1731681406389' ***** 2024-11-15T14:37:10,880 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T14:37:10,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41439-0x101401af9b80004, quorum=127.0.0.1:54815, baseZNode=/18476179 Set watcher on znode that does not yet exist, /18476179/running 2024-11-15T14:37:10,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43269-0x101401af9b80003, quorum=127.0.0.1:54815, baseZNode=/18476179 Set watcher on znode that does not yet exist, /18476179/running 2024-11-15T14:37:10,880 INFO [RS:0;26754e923c4a:41439 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T14:37:10,880 INFO [RS:0;26754e923c4a:41439 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T14:37:10,880 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T14:37:10,880 INFO [RS:0;26754e923c4a:41439 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T14:37:10,880 INFO [RS:0;26754e923c4a:41439 {}] regionserver.HRegionServer(3091): Received CLOSE for 3b89b0d3e229ca8d59c420358a826b7b 2024-11-15T14:37:10,881 INFO [RS:0;26754e923c4a:41439 {}] regionserver.HRegionServer(959): stopping server 26754e923c4a,41439,1731681406389 2024-11-15T14:37:10,881 INFO [RS:0;26754e923c4a:41439 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:37:10,881 INFO [RS:0;26754e923c4a:41439 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:41439. 2024-11-15T14:37:10,881 DEBUG [RS:0;26754e923c4a:41439 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:37:10,881 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3b89b0d3e229ca8d59c420358a826b7b, disabling compactions & flushes 2024-11-15T14:37:10,881 DEBUG [RS:0;26754e923c4a:41439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:10,881 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731681416978.3b89b0d3e229ca8d59c420358a826b7b. 2024-11-15T14:37:10,881 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731681416978.3b89b0d3e229ca8d59c420358a826b7b. 2024-11-15T14:37:10,881 INFO [RS:0;26754e923c4a:41439 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T14:37:10,881 INFO [RS:0;26754e923c4a:41439 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T14:37:10,881 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731681416978.3b89b0d3e229ca8d59c420358a826b7b. after waiting 0 ms 2024-11-15T14:37:10,881 INFO [RS:0;26754e923c4a:41439 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T14:37:10,881 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731681416978.3b89b0d3e229ca8d59c420358a826b7b. 2024-11-15T14:37:10,881 INFO [RS:0;26754e923c4a:41439 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T14:37:10,881 INFO [RS:0;26754e923c4a:41439 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T14:37:10,881 DEBUG [RS:0;26754e923c4a:41439 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3b89b0d3e229ca8d59c420358a826b7b=test,,1731681416978.3b89b0d3e229ca8d59c420358a826b7b.} 2024-11-15T14:37:10,881 DEBUG [RS:0;26754e923c4a:41439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b89b0d3e229ca8d59c420358a826b7b 2024-11-15T14:37:10,881 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:37:10,881 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:37:10,881 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:37:10,881 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:37:10,881 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:37:10,881 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-15T14:37:10,887 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/default/test/3b89b0d3e229ca8d59c420358a826b7b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T14:37:10,888 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:37:10,888 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T14:37:10,888 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731681416978.3b89b0d3e229ca8d59c420358a826b7b. 2024-11-15T14:37:10,888 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3b89b0d3e229ca8d59c420358a826b7b: Waiting for close lock at 1731681430881Running coprocessor pre-close hooks at 1731681430881Disabling compacts and flushes for region at 1731681430881Disabling writes for close at 1731681430881Writing region close event to WAL at 1731681430881Running coprocessor post-close hooks at 1731681430888 (+7 ms)Closed at 1731681430888 2024-11-15T14:37:10,888 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731681416978.3b89b0d3e229ca8d59c420358a826b7b. 2024-11-15T14:37:10,890 INFO [regionserver/26754e923c4a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:37:10,901 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/hbase/meta/1588230740/.tmp/info/7a03193fe73f42fbbe30e78227b5a6c8 is 129, key is test,,1731681416978.3b89b0d3e229ca8d59c420358a826b7b./info:regioninfo/1731681418120/Put/seqid=0 2024-11-15T14:37:10,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741841_1017 (size=6421) 2024-11-15T14:37:10,952 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T14:37:11,081 DEBUG [RS:0;26754e923c4a:41439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:37:11,203 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,2-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027 to pos 393, reset compression=false 2024-11-15T14:37:11,282 DEBUG [RS:0;26754e923c4a:41439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:37:11,304 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/hbase/meta/1588230740/.tmp/info/7a03193fe73f42fbbe30e78227b5a6c8 2024-11-15T14:37:11,321 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/hbase/meta/1588230740/.tmp/ns/0c6ccc4a5dd34c5886fb133bdb8d567c is 43, key is default/ns:d/1731681409644/Put/seqid=0 2024-11-15T14:37:11,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741842_1018 (size=5153) 2024-11-15T14:37:11,415 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027 to pos 393, reset compression=false 2024-11-15T14:37:11,463 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T14:37:11,463 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T14:37:11,482 DEBUG [RS:0;26754e923c4a:41439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:37:11,682 DEBUG [RS:0;26754e923c4a:41439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:37:11,725 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/hbase/meta/1588230740/.tmp/ns/0c6ccc4a5dd34c5886fb133bdb8d567c 2024-11-15T14:37:11,753 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/hbase/meta/1588230740/.tmp/rep_barrier/22b8f842cebc41adbc2d30e08fcd4f3c is 112, key is test,,1731681416978.3b89b0d3e229ca8d59c420358a826b7b./rep_barrier:seqnumDuringOpen/1731681418120/Put/seqid=0 2024-11-15T14:37:11,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741843_1019 (size=5518) 2024-11-15T14:37:11,760 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/hbase/meta/1588230740/.tmp/rep_barrier/22b8f842cebc41adbc2d30e08fcd4f3c 2024-11-15T14:37:11,794 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/hbase/meta/1588230740/.tmp/table/b48725072fbc4d1086957fd90151056d is 40, key is test/table:state/1731681418128/Put/seqid=0 2024-11-15T14:37:11,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741844_1020 (size=5165) 2024-11-15T14:37:11,883 INFO [RS:0;26754e923c4a:41439 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T14:37:11,883 DEBUG [RS:0;26754e923c4a:41439 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T14:37:11,883 DEBUG [RS:0;26754e923c4a:41439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:37:12,083 DEBUG [RS:0;26754e923c4a:41439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:37:12,207 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,2-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027 to pos 393, reset compression=false 2024-11-15T14:37:12,207 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/hbase/meta/1588230740/.tmp/table/b48725072fbc4d1086957fd90151056d 2024-11-15T14:37:12,212 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/hbase/meta/1588230740/.tmp/info/7a03193fe73f42fbbe30e78227b5a6c8 as hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/hbase/meta/1588230740/info/7a03193fe73f42fbbe30e78227b5a6c8 2024-11-15T14:37:12,215 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/hbase/meta/1588230740/info/7a03193fe73f42fbbe30e78227b5a6c8, entries=10, sequenceid=11, filesize=6.3 K 2024-11-15T14:37:12,215 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/hbase/meta/1588230740/.tmp/ns/0c6ccc4a5dd34c5886fb133bdb8d567c as hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/hbase/meta/1588230740/ns/0c6ccc4a5dd34c5886fb133bdb8d567c 2024-11-15T14:37:12,219 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/hbase/meta/1588230740/ns/0c6ccc4a5dd34c5886fb133bdb8d567c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T14:37:12,219 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/hbase/meta/1588230740/.tmp/rep_barrier/22b8f842cebc41adbc2d30e08fcd4f3c as hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/hbase/meta/1588230740/rep_barrier/22b8f842cebc41adbc2d30e08fcd4f3c 2024-11-15T14:37:12,222 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/hbase/meta/1588230740/rep_barrier/22b8f842cebc41adbc2d30e08fcd4f3c, entries=1, sequenceid=11, filesize=5.4 K 2024-11-15T14:37:12,223 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/hbase/meta/1588230740/.tmp/table/b48725072fbc4d1086957fd90151056d as hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/hbase/meta/1588230740/table/b48725072fbc4d1086957fd90151056d 2024-11-15T14:37:12,226 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/hbase/meta/1588230740/table/b48725072fbc4d1086957fd90151056d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T14:37:12,227 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1346ms, sequenceid=11, compaction requested=false 2024-11-15T14:37:12,227 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T14:37:12,230 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T14:37:12,231 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:37:12,231 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:37:12,231 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:37:12,231 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681430881Running coprocessor pre-close hooks at 1731681430881Disabling compacts and flushes for region at 1731681430881Disabling writes for close at 1731681430881Obtaining lock to block concurrent updates at 1731681430881Preparing flush snapshotting stores in 1588230740 at 1731681430881Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731681430882 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731681430882Flushing 1588230740/info: creating writer at 1731681430882Flushing 1588230740/info: appending metadata at 1731681430900 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731681430900Flushing 1588230740/ns: creating writer at 1731681431308 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731681431321 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731681431321Flushing 1588230740/rep_barrier: creating writer at 1731681431729 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731681431752 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731681431752Flushing 1588230740/table: creating writer at 1731681431766 (+14 ms)Flushing 1588230740/table: appending metadata at 1731681431794 (+28 ms)Flushing 1588230740/table: closing flushed file at 1731681431794Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b5b7ab6: reopening flushed file at 1731681432211 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@341e8b89: reopening flushed file at 1731681432215 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@474fbed6: reopening flushed file at 1731681432219 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f6ec8d8: reopening flushed file at 1731681432222 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1346ms, sequenceid=11, compaction requested=false at 1731681432227 (+5 ms)Writing region close event to WAL at 1731681432228 (+1 ms)Running coprocessor post-close hooks at 1731681432231 (+3 ms)Closed at 1731681432231 2024-11-15T14:37:12,231 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T14:37:12,283 INFO [RS:0;26754e923c4a:41439 {}] regionserver.HRegionServer(976): stopping server 26754e923c4a,41439,1731681406389; all regions closed. 2024-11-15T14:37:12,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741834_1010 (size=2717) 2024-11-15T14:37:12,286 DEBUG [RS:0;26754e923c4a:41439 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/oldWALs 2024-11-15T14:37:12,286 INFO [RS:0;26754e923c4a:41439 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 26754e923c4a%2C41439%2C1731681406389.meta:.meta(num 1731681409601) 2024-11-15T14:37:12,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741832_1008 (size=1374) 2024-11-15T14:37:12,288 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/WALs/26754e923c4a,41439,1731681406389/26754e923c4a%2C41439%2C1731681406389.1731681408591 not finished, retry = 0 2024-11-15T14:37:12,390 DEBUG [RS:0;26754e923c4a:41439 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/oldWALs 2024-11-15T14:37:12,390 INFO [RS:0;26754e923c4a:41439 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 26754e923c4a%2C41439%2C1731681406389:(num 1731681408591) 2024-11-15T14:37:12,390 DEBUG [RS:0;26754e923c4a:41439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:12,390 INFO [RS:0;26754e923c4a:41439 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:37:12,390 INFO [RS:0;26754e923c4a:41439 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:37:12,391 INFO [RS:0;26754e923c4a:41439 {}] hbase.ChoreService(370): Chore service for: regionserver/26754e923c4a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T14:37:12,391 INFO [RS:0;26754e923c4a:41439 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:37:12,391 INFO [regionserver/26754e923c4a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:37:12,391 INFO [RS:0;26754e923c4a:41439 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:41439. 2024-11-15T14:37:12,391 DEBUG [RS:0;26754e923c4a:41439 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:37:12,391 DEBUG [RS:0;26754e923c4a:41439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:12,391 DEBUG [RS:0;26754e923c4a:41439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:12,392 INFO [RS:0;26754e923c4a:41439 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41439 2024-11-15T14:37:12,392 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:37:12,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43269-0x101401af9b80003, quorum=127.0.0.1:54815, baseZNode=/18476179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/18476179/rs 2024-11-15T14:37:12,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41439-0x101401af9b80004, quorum=127.0.0.1:54815, baseZNode=/18476179 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/18476179/rs/26754e923c4a,41439,1731681406389 2024-11-15T14:37:12,410 INFO [RS:0;26754e923c4a:41439 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:37:12,423 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027 to pos 393, reset compression=false 2024-11-15T14:37:12,427 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [26754e923c4a,41439,1731681406389] 2024-11-15T14:37:12,444 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /18476179/draining/26754e923c4a,41439,1731681406389 already deleted, retry=false 2024-11-15T14:37:12,444 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 26754e923c4a,41439,1731681406389 expired; onlineServers=0 2024-11-15T14:37:12,444 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '26754e923c4a,43269,1731681406285' ***** 2024-11-15T14:37:12,444 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T14:37:12,444 INFO [M:0;26754e923c4a:43269 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:37:12,444 INFO [M:0;26754e923c4a:43269 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:37:12,444 DEBUG [M:0;26754e923c4a:43269 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T14:37:12,444 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T14:37:12,444 DEBUG [M:0;26754e923c4a:43269 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T14:37:12,444 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681408361 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681408361,5,FailOnTimeoutGroup] 2024-11-15T14:37:12,444 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681408361 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681408361,5,FailOnTimeoutGroup] 2024-11-15T14:37:12,444 INFO [M:0;26754e923c4a:43269 {}] hbase.ChoreService(370): Chore service for: master/26754e923c4a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T14:37:12,444 INFO [M:0;26754e923c4a:43269 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:37:12,444 DEBUG [M:0;26754e923c4a:43269 {}] master.HMaster(1795): Stopping service threads 2024-11-15T14:37:12,445 INFO [M:0;26754e923c4a:43269 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T14:37:12,445 INFO [M:0;26754e923c4a:43269 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:37:12,445 INFO [M:0;26754e923c4a:43269 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T14:37:12,445 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T14:37:12,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43269-0x101401af9b80003, quorum=127.0.0.1:54815, baseZNode=/18476179 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/18476179/master 2024-11-15T14:37:12,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43269-0x101401af9b80003, quorum=127.0.0.1:54815, baseZNode=/18476179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/18476179 2024-11-15T14:37:12,454 DEBUG [M:0;26754e923c4a:43269 {}] zookeeper.RecoverableZooKeeper(212): Node /18476179/master already deleted, retry=false 2024-11-15T14:37:12,454 DEBUG [M:0;26754e923c4a:43269 {}] master.ActiveMasterManager(353): master:43269-0x101401af9b80003, quorum=127.0.0.1:54815, baseZNode=/18476179 Failed delete of our master address node; KeeperErrorCode = NoNode for /18476179/master 2024-11-15T14:37:12,455 INFO [M:0;26754e923c4a:43269 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/.lastflushedseqids 2024-11-15T14:37:12,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741845_1021 (size=173) 2024-11-15T14:37:12,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41439-0x101401af9b80004, quorum=127.0.0.1:54815, baseZNode=/18476179 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:37:12,527 INFO [RS:0;26754e923c4a:41439 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:37:12,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41439-0x101401af9b80004, quorum=127.0.0.1:54815, baseZNode=/18476179 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:37:12,527 INFO [RS:0;26754e923c4a:41439 {}] regionserver.HRegionServer(1031): Exiting; stopping=26754e923c4a,41439,1731681406389; zookeeper connection closed. 2024-11-15T14:37:12,527 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1071082 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1071082 2024-11-15T14:37:12,528 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T14:37:12,859 INFO [M:0;26754e923c4a:43269 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T14:37:12,859 INFO [M:0;26754e923c4a:43269 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T14:37:12,860 DEBUG [M:0;26754e923c4a:43269 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:37:12,860 INFO [M:0;26754e923c4a:43269 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:37:12,860 DEBUG [M:0;26754e923c4a:43269 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:37:12,860 DEBUG [M:0;26754e923c4a:43269 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:37:12,860 DEBUG [M:0;26754e923c4a:43269 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:37:12,860 INFO [M:0;26754e923c4a:43269 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-15T14:37:12,874 DEBUG [M:0;26754e923c4a:43269 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d264653c9b34b9689513e06bcbac5b2 is 82, key is hbase:meta,,1/info:regioninfo/1731681409626/Put/seqid=0 2024-11-15T14:37:12,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741846_1022 (size=5672) 2024-11-15T14:37:13,277 INFO [M:0;26754e923c4a:43269 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d264653c9b34b9689513e06bcbac5b2 2024-11-15T14:37:13,293 DEBUG [M:0;26754e923c4a:43269 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9bb6f23bd5be4c78b6fd30c15b9a1f73 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731681418131/Put/seqid=0 2024-11-15T14:37:13,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741847_1023 (size=6585) 2024-11-15T14:37:13,310 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,2-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027 to pos 393, reset compression=false 2024-11-15T14:37:13,526 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027 to pos 393, reset compression=false 2024-11-15T14:37:13,697 INFO [M:0;26754e923c4a:43269 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9bb6f23bd5be4c78b6fd30c15b9a1f73 2024-11-15T14:37:13,713 DEBUG [M:0;26754e923c4a:43269 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/776d30703fbd4c6088d984f897df100d is 69, key is 26754e923c4a,41439,1731681406389/rs:state/1731681408444/Put/seqid=0 2024-11-15T14:37:13,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741848_1024 (size=5156) 2024-11-15T14:37:13,716 INFO [M:0;26754e923c4a:43269 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/776d30703fbd4c6088d984f897df100d 2024-11-15T14:37:13,719 DEBUG [M:0;26754e923c4a:43269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d264653c9b34b9689513e06bcbac5b2 as hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d264653c9b34b9689513e06bcbac5b2 2024-11-15T14:37:13,723 INFO [M:0;26754e923c4a:43269 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d264653c9b34b9689513e06bcbac5b2, entries=8, sequenceid=55, filesize=5.5 K 2024-11-15T14:37:13,724 DEBUG [M:0;26754e923c4a:43269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9bb6f23bd5be4c78b6fd30c15b9a1f73 as hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9bb6f23bd5be4c78b6fd30c15b9a1f73 2024-11-15T14:37:13,727 INFO [M:0;26754e923c4a:43269 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9bb6f23bd5be4c78b6fd30c15b9a1f73, entries=6, sequenceid=55, filesize=6.4 K 2024-11-15T14:37:13,727 DEBUG [M:0;26754e923c4a:43269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/776d30703fbd4c6088d984f897df100d as hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/776d30703fbd4c6088d984f897df100d 2024-11-15T14:37:13,730 INFO [M:0;26754e923c4a:43269 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44597/user/jenkins/test-data/668ba95b-0ac3-8789-eb43-c9ee8dd10a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/776d30703fbd4c6088d984f897df100d, entries=1, sequenceid=55, filesize=5.0 K 2024-11-15T14:37:13,731 INFO [M:0;26754e923c4a:43269 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 871ms, sequenceid=55, compaction requested=false 2024-11-15T14:37:13,732 INFO [M:0;26754e923c4a:43269 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:37:13,732 DEBUG [M:0;26754e923c4a:43269 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681432860Disabling compacts and flushes for region at 1731681432860Disabling writes for close at 1731681432860Obtaining lock to block concurrent updates at 1731681432860Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731681432860Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731681432860Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731681432860Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731681432861 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731681432873 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731681432873Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731681433280 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731681433293 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731681433293Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731681433700 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731681433712 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731681433712Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b60c3c4: reopening flushed file at 1731681433719 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d620a3a: reopening flushed file at 1731681433723 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ed09366: reopening flushed file at 1731681433727 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 871ms, sequenceid=55, compaction requested=false at 1731681433731 (+4 ms)Writing region close event to WAL at 1731681433732 (+1 ms)Closed at 1731681433732 2024-11-15T14:37:13,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741830_1006 (size=32758) 2024-11-15T14:37:13,734 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:37:13,734 INFO [M:0;26754e923c4a:43269 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T14:37:13,734 INFO [M:0;26754e923c4a:43269 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43269 2024-11-15T14:37:13,734 INFO [M:0;26754e923c4a:43269 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:37:13,825 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T14:37:13,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:13,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:13,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:13,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:13,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:13,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:13,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:13,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:13,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43269-0x101401af9b80003, quorum=127.0.0.1:54815, baseZNode=/18476179 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:37:13,844 INFO [M:0;26754e923c4a:43269 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:37:13,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43269-0x101401af9b80003, quorum=127.0.0.1:54815, baseZNode=/18476179 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:37:13,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b583009{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:37:13,846 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@687d9d11{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:37:13,846 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:37:13,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7646bf61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:37:13,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@165f0bd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddf2d7c3-b806-f01d-9625-129c7e99f4b1/hadoop.log.dir/,STOPPED} 2024-11-15T14:37:13,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:13,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:13,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:13,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:13,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:13,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:13,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:13,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:13,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:13,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T14:37:13,921 WARN [BP-1688406414-172.17.0.3-1731681404880 heartbeating to localhost/127.0.0.1:44597 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T14:37:13,921 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T14:37:13,921 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T14:37:13,921 WARN [BP-1688406414-172.17.0.3-1731681404880 heartbeating to localhost/127.0.0.1:44597 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1688406414-172.17.0.3-1731681404880 (Datanode Uuid bae93ee2-8319-4dbb-b1b9-10dfa34247da) service to localhost/127.0.0.1:44597 2024-11-15T14:37:13,921 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddf2d7c3-b806-f01d-9625-129c7e99f4b1/cluster_2e99831d-49fa-3896-ad5c-0712bba3ff4c/data/data1/current/BP-1688406414-172.17.0.3-1731681404880 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:37:13,922 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddf2d7c3-b806-f01d-9625-129c7e99f4b1/cluster_2e99831d-49fa-3896-ad5c-0712bba3ff4c/data/data2/current/BP-1688406414-172.17.0.3-1731681404880 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:37:13,922 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T14:37:13,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7852ee48{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:37:13,928 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cea55df{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:37:13,928 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:37:13,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57b9b217{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:37:13,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a5e72a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddf2d7c3-b806-f01d-9625-129c7e99f4b1/hadoop.log.dir/,STOPPED} 2024-11-15T14:37:13,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T14:37:13,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T14:37:13,945 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:37:13,945 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:37:13,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:13,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:13,946 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:37:13,946 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T14:37:13,946 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=314796588, stopped=false 2024-11-15T14:37:13,946 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=26754e923c4a,40585,1731681401362 2024-11-15T14:37:13,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40585-0x101401af9b80000, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-472790509/running 2024-11-15T14:37:13,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x101401af9b80001, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-472790509/running 2024-11-15T14:37:13,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40585-0x101401af9b80000, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472790509 2024-11-15T14:37:13,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x101401af9b80001, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472790509 2024-11-15T14:37:13,954 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:37:13,954 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:37:13,954 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:37:13,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:13,954 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40585-0x101401af9b80000, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Set watcher on znode that does not yet exist, /0-472790509/running 2024-11-15T14:37:13,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43717-0x101401af9b80001, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Set watcher on znode that does not yet exist, /0-472790509/running 2024-11-15T14:37:13,955 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '26754e923c4a,43717,1731681401507' ***** 2024-11-15T14:37:13,955 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T14:37:13,955 INFO [RS:0;26754e923c4a:43717 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T14:37:13,955 INFO [RS:0;26754e923c4a:43717 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T14:37:13,955 INFO [RS:0;26754e923c4a:43717 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T14:37:13,955 INFO [RS:0;26754e923c4a:43717 {}] regionserver.HRegionServer(3091): Received CLOSE for 846d56e45c83bd2c6392e1c074494832 2024-11-15T14:37:13,956 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T14:37:13,956 INFO [RS:0;26754e923c4a:43717 {}] regionserver.HRegionServer(3091): Received CLOSE for cd740969398d29ed0d3128b4dd76d288 2024-11-15T14:37:13,956 INFO [RS:0;26754e923c4a:43717 {}] regionserver.HRegionServer(959): stopping server 26754e923c4a,43717,1731681401507 2024-11-15T14:37:13,956 INFO [RS:0;26754e923c4a:43717 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:37:13,956 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 846d56e45c83bd2c6392e1c074494832, disabling compactions & flushes 2024-11-15T14:37:13,956 INFO [RS:0;26754e923c4a:43717 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:43717. 2024-11-15T14:37:13,956 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731681414825.846d56e45c83bd2c6392e1c074494832. 2024-11-15T14:37:13,956 DEBUG [RS:0;26754e923c4a:43717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:37:13,956 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731681414825.846d56e45c83bd2c6392e1c074494832. 2024-11-15T14:37:13,956 DEBUG [RS:0;26754e923c4a:43717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:13,956 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731681414825.846d56e45c83bd2c6392e1c074494832. after waiting 0 ms 2024-11-15T14:37:13,956 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731681414825.846d56e45c83bd2c6392e1c074494832. 2024-11-15T14:37:13,956 INFO [RS:0;26754e923c4a:43717 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T14:37:13,956 INFO [RS:0;26754e923c4a:43717 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T14:37:13,956 INFO [RS:0;26754e923c4a:43717 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T14:37:13,956 INFO [RS:0;26754e923c4a:43717 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T14:37:13,956 INFO [RS:0;26754e923c4a:43717 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T14:37:13,956 DEBUG [RS:0;26754e923c4a:43717 {}] regionserver.HRegionServer(1325): Online Regions={846d56e45c83bd2c6392e1c074494832=test,,1731681414825.846d56e45c83bd2c6392e1c074494832., 1588230740=hbase:meta,,1.1588230740, cd740969398d29ed0d3128b4dd76d288=hbase:replication,,1731681421300.cd740969398d29ed0d3128b4dd76d288.} 2024-11-15T14:37:13,956 DEBUG [RS:0;26754e923c4a:43717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 846d56e45c83bd2c6392e1c074494832, cd740969398d29ed0d3128b4dd76d288 2024-11-15T14:37:13,956 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:37:13,956 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:37:13,956 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:37:13,956 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:37:13,956 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:37:13,957 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T14:37:13,959 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/default/test/846d56e45c83bd2c6392e1c074494832/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T14:37:13,959 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:37:13,959 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T14:37:13,959 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731681414825.846d56e45c83bd2c6392e1c074494832. 2024-11-15T14:37:13,959 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 846d56e45c83bd2c6392e1c074494832: Waiting for close lock at 1731681433956Running coprocessor pre-close hooks at 1731681433956Disabling compacts and flushes for region at 1731681433956Disabling writes for close at 1731681433956Writing region close event to WAL at 1731681433956Running coprocessor post-close hooks at 1731681433959 (+3 ms)Closed at 1731681433959 2024-11-15T14:37:13,959 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731681414825.846d56e45c83bd2c6392e1c074494832. 2024-11-15T14:37:13,960 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cd740969398d29ed0d3128b4dd76d288, disabling compactions & flushes 2024-11-15T14:37:13,960 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731681421300.cd740969398d29ed0d3128b4dd76d288. 2024-11-15T14:37:13,960 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731681421300.cd740969398d29ed0d3128b4dd76d288. 2024-11-15T14:37:13,960 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731681421300.cd740969398d29ed0d3128b4dd76d288. after waiting 0 ms 2024-11-15T14:37:13,960 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731681421300.cd740969398d29ed0d3128b4dd76d288. 2024-11-15T14:37:13,960 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cd740969398d29ed0d3128b4dd76d288 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-15T14:37:13,974 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/hbase/meta/1588230740/.tmp/info/653b2336e3a6450495fb1dd0df85c1f4 is 147, key is hbase:replication,,1731681421300.cd740969398d29ed0d3128b4dd76d288./info:regioninfo/1731681422472/Put/seqid=0 2024-11-15T14:37:13,974 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/hbase/replication/cd740969398d29ed0d3128b4dd76d288/.tmp/hfileref/00e9003a1ed94afdb980d63c0ce85389 is 74, key is 1/hfileref:0ac18650e0984ff1b59fcc18c51ab439_SeqId_6_/1731681427427/DeleteColumn/seqid=0 2024-11-15T14:37:13,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39357 is added to blk_1073741848_1024 (size=5489) 2024-11-15T14:37:13,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39357 is added to blk_1073741847_1023 (size=7686) 2024-11-15T14:37:14,012 INFO [regionserver/26754e923c4a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:37:14,156 DEBUG [RS:0;26754e923c4a:43717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd740969398d29ed0d3128b4dd76d288 2024-11-15T14:37:14,357 DEBUG [RS:0;26754e923c4a:43717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd740969398d29ed0d3128b4dd76d288 2024-11-15T14:37:14,380 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/hbase/replication/cd740969398d29ed0d3128b4dd76d288/.tmp/hfileref/00e9003a1ed94afdb980d63c0ce85389 2024-11-15T14:37:14,380 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/hbase/meta/1588230740/.tmp/info/653b2336e3a6450495fb1dd0df85c1f4 2024-11-15T14:37:14,396 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/hbase/replication/cd740969398d29ed0d3128b4dd76d288/.tmp/queue/cb3f8b917e3a409c980c24da3da0b1b5 is 153, key is 1-26754e923c4a,43717,1731681401507/queue:26754e923c4a%2C43717%2C1731681401507/1731681427428/Put/seqid=0 2024-11-15T14:37:14,398 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/hbase/meta/1588230740/.tmp/ns/1385841a3c9a4c168b1fb7a36fe5a161 is 43, key is default/ns:d/1731681404755/Put/seqid=0 2024-11-15T14:37:14,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39357 is added to blk_1073741849_1025 (size=5504) 2024-11-15T14:37:14,399 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/hbase/replication/cd740969398d29ed0d3128b4dd76d288/.tmp/queue/cb3f8b917e3a409c980c24da3da0b1b5 2024-11-15T14:37:14,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39357 is added to blk_1073741850_1026 (size=5153) 2024-11-15T14:37:14,401 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/hbase/meta/1588230740/.tmp/ns/1385841a3c9a4c168b1fb7a36fe5a161 2024-11-15T14:37:14,403 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/hbase/replication/cd740969398d29ed0d3128b4dd76d288/.tmp/hfileref/00e9003a1ed94afdb980d63c0ce85389 as hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/hbase/replication/cd740969398d29ed0d3128b4dd76d288/hfileref/00e9003a1ed94afdb980d63c0ce85389 2024-11-15T14:37:14,407 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/hbase/replication/cd740969398d29ed0d3128b4dd76d288/hfileref/00e9003a1ed94afdb980d63c0ce85389, entries=6, sequenceid=17, filesize=5.4 K 2024-11-15T14:37:14,407 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/hbase/replication/cd740969398d29ed0d3128b4dd76d288/.tmp/queue/cb3f8b917e3a409c980c24da3da0b1b5 as hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/hbase/replication/cd740969398d29ed0d3128b4dd76d288/queue/cb3f8b917e3a409c980c24da3da0b1b5 2024-11-15T14:37:14,411 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/hbase/replication/cd740969398d29ed0d3128b4dd76d288/queue/cb3f8b917e3a409c980c24da3da0b1b5, entries=2, sequenceid=17, filesize=5.4 K 2024-11-15T14:37:14,411 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for cd740969398d29ed0d3128b4dd76d288 in 451ms, sequenceid=17, compaction requested=false 2024-11-15T14:37:14,414 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/hbase/replication/cd740969398d29ed0d3128b4dd76d288/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-15T14:37:14,415 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:37:14,415 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:37:14,415 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731681421300.cd740969398d29ed0d3128b4dd76d288. 2024-11-15T14:37:14,415 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cd740969398d29ed0d3128b4dd76d288: Waiting for close lock at 1731681433960Running coprocessor pre-close hooks at 1731681433960Disabling compacts and flushes for region at 1731681433960Disabling writes for close at 1731681433960Obtaining lock to block concurrent updates at 1731681433960Preparing flush snapshotting stores in cd740969398d29ed0d3128b4dd76d288 at 1731681433960Finished memstore snapshotting hbase:replication,,1731681421300.cd740969398d29ed0d3128b4dd76d288., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731681433960Flushing stores of hbase:replication,,1731681421300.cd740969398d29ed0d3128b4dd76d288. at 1731681433960Flushing cd740969398d29ed0d3128b4dd76d288/hfileref: creating writer at 1731681433960Flushing cd740969398d29ed0d3128b4dd76d288/hfileref: appending metadata at 1731681433974 (+14 ms)Flushing cd740969398d29ed0d3128b4dd76d288/hfileref: closing flushed file at 1731681433974Flushing cd740969398d29ed0d3128b4dd76d288/queue: creating writer at 1731681434384 (+410 ms)Flushing cd740969398d29ed0d3128b4dd76d288/queue: appending metadata at 1731681434395 (+11 ms)Flushing cd740969398d29ed0d3128b4dd76d288/queue: closing flushed file at 1731681434395Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@673f00be: reopening flushed file at 1731681434403 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@219fab25: reopening flushed file at 1731681434407 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for cd740969398d29ed0d3128b4dd76d288 in 451ms, sequenceid=17, compaction requested=false at 1731681434411 (+4 ms)Writing region close event to WAL at 1731681434412 (+1 ms)Running coprocessor post-close hooks at 1731681434415 (+3 ms)Closed at 1731681434415 2024-11-15T14:37:14,415 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731681421300.cd740969398d29ed0d3128b4dd76d288. 2024-11-15T14:37:14,418 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/hbase/meta/1588230740/.tmp/rep_barrier/7599a715c38349659e4059ab73f8b10a is 112, key is test,,1731681414825.846d56e45c83bd2c6392e1c074494832./rep_barrier:seqnumDuringOpen/1731681415968/Put/seqid=0 2024-11-15T14:37:14,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39357 is added to blk_1073741851_1027 (size=5518) 2024-11-15T14:37:14,513 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,2-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027 to pos 393, reset compression=false 2024-11-15T14:37:14,516 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,2-26754e923c4a,43717,1731681401507 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:37:14,516 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,2-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027 to pos 688, reset compression=false 2024-11-15T14:37:14,516 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507.replicationSource.shipper26754e923c4a%2C43717%2C1731681401507,2-26754e923c4a,43717,1731681401507 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-26754e923c4a,43717,1731681401507 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T14:37:14,518 ERROR [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507.replicationSource.shipper26754e923c4a%2C43717%2C1731681401507,2-26754e923c4a,43717,1731681401507 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 26754e923c4a,43717,1731681401507: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-26754e923c4a,43717,1731681401507, walGroup=26754e923c4a%2C43717%2C1731681401507, offset=26754e923c4a%2C43717%2C1731681401507.1731681425027:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:43717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T14:37:14,519 ERROR [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507.replicationSource.shipper26754e923c4a%2C43717%2C1731681401507,2-26754e923c4a,43717,1731681401507 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T14:37:14,520 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507.replicationSource.shipper26754e923c4a%2C43717%2C1731681401507,2-26754e923c4a,43717,1731681401507 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T14:37:14,520 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507.replicationSource.shipper26754e923c4a%2C43717%2C1731681401507,2-26754e923c4a,43717,1731681401507 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T14:37:14,520 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507.replicationSource.shipper26754e923c4a%2C43717%2C1731681401507,2-26754e923c4a,43717,1731681401507 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T14:37:14,520 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507.replicationSource.shipper26754e923c4a%2C43717%2C1731681401507,2-26754e923c4a,43717,1731681401507 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T14:37:14,520 INFO [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507.replicationSource.shipper26754e923c4a%2C43717%2C1731681401507,2-26754e923c4a,43717,1731681401507 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1602224128, "init": 1048576000, "max": 2306867200, "used": 969781464 }, "NonHeapMemoryUsage": { "committed": 211484672, "init": 7667712, "max": -1, "used": 208466216 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T14:37:14,521 WARN [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507.replicationSource.shipper26754e923c4a%2C43717%2C1731681401507,2-26754e923c4a,43717,1731681401507 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:40585 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:40585 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T14:37:14,557 DEBUG [RS:0;26754e923c4a:43717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:37:14,634 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T14:37:14,635 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T14:37:14,722 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,2-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027 to pos 688, reset compression=false 2024-11-15T14:37:14,729 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027 to pos 393, reset compression=false 2024-11-15T14:37:14,732 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T14:37:14,732 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027 to pos 688, reset compression=false 2024-11-15T14:37:14,732 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.shipper26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-26754e923c4a,43717,1731681401507 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T14:37:14,733 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.shipper26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-15T14:37:14,757 DEBUG [RS:0;26754e923c4a:43717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:37:14,821 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/hbase/meta/1588230740/.tmp/rep_barrier/7599a715c38349659e4059ab73f8b10a 2024-11-15T14:37:14,837 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/hbase/meta/1588230740/.tmp/table/5f7f74ae08ec44ff888288c6ac2d6e29 is 53, key is hbase:replication/table:state/1731681422487/Put/seqid=0 2024-11-15T14:37:14,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39357 is added to blk_1073741852_1028 (size=5308) 2024-11-15T14:37:14,934 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027 to pos 688, reset compression=false 2024-11-15T14:37:14,957 INFO [RS:0;26754e923c4a:43717 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T14:37:14,957 DEBUG [RS:0;26754e923c4a:43717 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T14:37:14,957 DEBUG [RS:0;26754e923c4a:43717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:37:15,026 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,2-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027 to pos 688, reset compression=false 2024-11-15T14:37:15,158 DEBUG [RS:0;26754e923c4a:43717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:37:15,238 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027 to pos 688, reset compression=false 2024-11-15T14:37:15,241 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/hbase/meta/1588230740/.tmp/table/5f7f74ae08ec44ff888288c6ac2d6e29 2024-11-15T14:37:15,245 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/hbase/meta/1588230740/.tmp/info/653b2336e3a6450495fb1dd0df85c1f4 as hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/hbase/meta/1588230740/info/653b2336e3a6450495fb1dd0df85c1f4 2024-11-15T14:37:15,248 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/hbase/meta/1588230740/info/653b2336e3a6450495fb1dd0df85c1f4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T14:37:15,248 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/hbase/meta/1588230740/.tmp/ns/1385841a3c9a4c168b1fb7a36fe5a161 as hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/hbase/meta/1588230740/ns/1385841a3c9a4c168b1fb7a36fe5a161 2024-11-15T14:37:15,251 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/hbase/meta/1588230740/ns/1385841a3c9a4c168b1fb7a36fe5a161, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T14:37:15,251 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/hbase/meta/1588230740/.tmp/rep_barrier/7599a715c38349659e4059ab73f8b10a as hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/hbase/meta/1588230740/rep_barrier/7599a715c38349659e4059ab73f8b10a 2024-11-15T14:37:15,254 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/hbase/meta/1588230740/rep_barrier/7599a715c38349659e4059ab73f8b10a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T14:37:15,255 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/hbase/meta/1588230740/.tmp/table/5f7f74ae08ec44ff888288c6ac2d6e29 as hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/hbase/meta/1588230740/table/5f7f74ae08ec44ff888288c6ac2d6e29 2024-11-15T14:37:15,257 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/hbase/meta/1588230740/table/5f7f74ae08ec44ff888288c6ac2d6e29, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T14:37:15,258 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=16, compaction requested=false 2024-11-15T14:37:15,258 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T14:37:15,262 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T14:37:15,262 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T14:37:15,262 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:37:15,262 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:37:15,262 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731681433956Running coprocessor pre-close hooks at 1731681433956Disabling compacts and flushes for region at 1731681433956Disabling writes for close at 1731681433956Obtaining lock to block concurrent updates at 1731681433957 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731681433957Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731681433957Flushing stores of hbase:meta,,1.1588230740 at 1731681433957Flushing 1588230740/info: creating writer at 1731681433957Flushing 1588230740/info: appending metadata at 1731681433973 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731681433973Flushing 1588230740/ns: creating writer at 1731681434384 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731681434398 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731681434398Flushing 1588230740/rep_barrier: creating writer at 1731681434404 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731681434417 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731681434417Flushing 1588230740/table: creating writer at 1731681434824 (+407 ms)Flushing 1588230740/table: appending metadata at 1731681434837 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731681434837Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b1a98b4: reopening flushed file at 1731681435244 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cd8df9a: reopening flushed file at 1731681435248 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f160cd2: reopening flushed file at 1731681435251 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@497b76d7: reopening flushed file at 1731681435254 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=16, compaction requested=false at 1731681435258 (+4 ms)Writing region close event to WAL at 1731681435260 (+2 ms)Running coprocessor post-close hooks at 1731681435262 (+2 ms)Closed at 1731681435262 2024-11-15T14:37:15,262 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T14:37:15,358 INFO [RS:0;26754e923c4a:43717 {}] regionserver.HRegionServer(976): stopping server 26754e923c4a,43717,1731681401507; all regions closed. 2024-11-15T14:37:15,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39357 is added to blk_1073741842_1018 (size=859) 2024-11-15T14:37:15,359 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.meta.1731681424986.meta not finished, retry = 0 2024-11-15T14:37:15,429 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,2-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027 to pos 688, reset compression=false 2024-11-15T14:37:15,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39357 is added to blk_1073741844_1020 (size=2791) 2024-11-15T14:37:15,461 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.rep.1731681425053 not finished, retry = 0 2024-11-15T14:37:15,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39357 is added to blk_1073741843_1019 (size=696) 2024-11-15T14:37:15,564 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027 not finished, retry = 0 2024-11-15T14:37:15,641 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027 to pos 688, reset compression=false 2024-11-15T14:37:15,665 DEBUG [RS:0;26754e923c4a:43717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:15,665 INFO [RS:0;26754e923c4a:43717 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:37:15,665 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/WALs/26754e923c4a,43717,1731681401507/26754e923c4a%2C43717%2C1731681401507.1731681425027 2024-11-15T14:37:15,665 INFO [RS:0;26754e923c4a:43717 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:37:15,665 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-15T14:37:15,665 DEBUG [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-15T14:37:15,665 INFO [RS:0;26754e923c4a:43717 {}] hbase.ChoreService(370): Chore service for: regionserver/26754e923c4a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T14:37:15,665 INFO [RS:0;26754e923c4a:43717 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:37:15,665 INFO [regionserver/26754e923c4a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:37:15,665 INFO [RS:0;26754e923c4a:43717 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-26754e923c4a,43717,1731681401507 because: Region server is closing 2024-11-15T14:37:15,666 INFO [RS:0;26754e923c4a:43717 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:43717. 2024-11-15T14:37:15,666 DEBUG [RS:0;26754e923c4a:43717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:37:15,666 DEBUG [RS:0;26754e923c4a:43717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:15,666 DEBUG [RS:0;26754e923c4a:43717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:15,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:37:15,766 INFO [RS:0;26754e923c4a:43717 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.shipper26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 terminated 2024-11-15T14:37:15,766 INFO [RS:0;26754e923c4a:43717 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-26754e923c4a,43717,1731681401507 because: Region server is closing 2024-11-15T14:37:15,766 WARN [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,1-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,1-26754e923c4a,43717,1731681401507 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-15T14:37:15,766 INFO [RS:0;26754e923c4a:43717 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:43717. 2024-11-15T14:37:15,766 DEBUG [RS:0;26754e923c4a:43717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:37:15,767 DEBUG [RS:0;26754e923c4a:43717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:15,767 DEBUG [RS:0;26754e923c4a:43717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:37:15,767 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:37:15,867 INFO [RS:0;26754e923c4a:43717 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507.replicationSource.shipper26754e923c4a%2C43717%2C1731681401507,2-26754e923c4a,43717,1731681401507 terminated 2024-11-15T14:37:15,867 INFO [RS:0;26754e923c4a:43717 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43717 2024-11-15T14:37:15,867 WARN [RS_REFRESH_PEER-regionserver/26754e923c4a:0-0.replicationSource,2-26754e923c4a,43717,1731681401507.replicationSource.wal-reader.26754e923c4a%2C43717%2C1731681401507,2-26754e923c4a,43717,1731681401507 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T14:37:15,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40585-0x101401af9b80000, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472790509/rs 2024-11-15T14:37:15,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x101401af9b80001, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-472790509/rs/26754e923c4a,43717,1731681401507 2024-11-15T14:37:15,929 INFO [RS:0;26754e923c4a:43717 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:37:15,937 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [26754e923c4a,43717,1731681401507] 2024-11-15T14:37:15,945 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-472790509/draining/26754e923c4a,43717,1731681401507 already deleted, retry=false 2024-11-15T14:37:15,945 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 26754e923c4a,43717,1731681401507 expired; onlineServers=0 2024-11-15T14:37:15,945 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '26754e923c4a,40585,1731681401362' ***** 2024-11-15T14:37:15,945 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T14:37:15,945 INFO [M:0;26754e923c4a:40585 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:37:15,946 INFO [M:0;26754e923c4a:40585 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:37:15,946 DEBUG [M:0;26754e923c4a:40585 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T14:37:15,946 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T14:37:15,946 DEBUG [M:0;26754e923c4a:40585 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T14:37:15,946 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681403461 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731681403461,5,FailOnTimeoutGroup] 2024-11-15T14:37:15,946 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681403461 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731681403461,5,FailOnTimeoutGroup] 2024-11-15T14:37:15,946 INFO [M:0;26754e923c4a:40585 {}] hbase.ChoreService(370): Chore service for: master/26754e923c4a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T14:37:15,946 INFO [M:0;26754e923c4a:40585 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:37:15,946 DEBUG [M:0;26754e923c4a:40585 {}] master.HMaster(1795): Stopping service threads 2024-11-15T14:37:15,946 INFO [M:0;26754e923c4a:40585 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T14:37:15,946 INFO [M:0;26754e923c4a:40585 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:37:15,946 ERROR [M:0;26754e923c4a:40585 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:35231 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35231,5,PEWorkerGroup] 2024-11-15T14:37:15,946 INFO [M:0;26754e923c4a:40585 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T14:37:15,946 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T14:37:15,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40585-0x101401af9b80000, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-472790509/master 2024-11-15T14:37:15,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40585-0x101401af9b80000, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472790509 2024-11-15T14:37:15,954 DEBUG [M:0;26754e923c4a:40585 {}] zookeeper.ZKUtil(347): master:40585-0x101401af9b80000, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Unable to get data of znode /0-472790509/master because node does not exist (not an error) 2024-11-15T14:37:15,954 WARN [M:0;26754e923c4a:40585 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T14:37:15,954 INFO [M:0;26754e923c4a:40585 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/.lastflushedseqids 2024-11-15T14:37:15,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39357 is added to blk_1073741853_1029 (size=263) 2024-11-15T14:37:16,037 INFO [RS:0;26754e923c4a:43717 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:37:16,037 INFO [RS:0;26754e923c4a:43717 {}] regionserver.HRegionServer(1031): Exiting; stopping=26754e923c4a,43717,1731681401507; zookeeper connection closed. 2024-11-15T14:37:16,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x101401af9b80001, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:37:16,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x101401af9b80001, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:37:16,038 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@742d94df {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@742d94df 2024-11-15T14:37:16,038 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T14:37:16,361 INFO [M:0;26754e923c4a:40585 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T14:37:16,361 INFO [M:0;26754e923c4a:40585 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T14:37:16,361 DEBUG [M:0;26754e923c4a:40585 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:37:16,361 INFO [M:0;26754e923c4a:40585 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:37:16,361 DEBUG [M:0;26754e923c4a:40585 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:37:16,361 DEBUG [M:0;26754e923c4a:40585 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:37:16,361 DEBUG [M:0;26754e923c4a:40585 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:37:16,361 INFO [M:0;26754e923c4a:40585 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.11 KB heapSize=71.43 KB 2024-11-15T14:37:16,375 DEBUG [M:0;26754e923c4a:40585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19f1808d5114404fa0215ba83410a1ed is 82, key is hbase:meta,,1/info:regioninfo/1731681404721/Put/seqid=0 2024-11-15T14:37:16,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39357 is added to blk_1073741854_1030 (size=5672) 2024-11-15T14:37:16,779 INFO [M:0;26754e923c4a:40585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19f1808d5114404fa0215ba83410a1ed 2024-11-15T14:37:16,795 DEBUG [M:0;26754e923c4a:40585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/41f775d92ed44bad85447b1c21a09afe is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731681415977/Put/seqid=0 2024-11-15T14:37:16,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39357 is added to blk_1073741855_1031 (size=7610) 2024-11-15T14:37:17,198 INFO [M:0;26754e923c4a:40585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.56 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/41f775d92ed44bad85447b1c21a09afe 2024-11-15T14:37:17,202 INFO [M:0;26754e923c4a:40585 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 41f775d92ed44bad85447b1c21a09afe 2024-11-15T14:37:17,215 DEBUG [M:0;26754e923c4a:40585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5ec7bfdd91c4236bb1a68e75190cce6 is 69, key is 26754e923c4a,43717,1731681401507/rs:state/1731681403568/Put/seqid=0 2024-11-15T14:37:17,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39357 is added to blk_1073741856_1032 (size=5156) 2024-11-15T14:37:17,365 INFO [master/26754e923c4a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T14:37:17,365 INFO [master/26754e923c4a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T14:37:17,618 INFO [M:0;26754e923c4a:40585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5ec7bfdd91c4236bb1a68e75190cce6 2024-11-15T14:37:17,622 DEBUG [M:0;26754e923c4a:40585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19f1808d5114404fa0215ba83410a1ed as hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/19f1808d5114404fa0215ba83410a1ed 2024-11-15T14:37:17,625 INFO [M:0;26754e923c4a:40585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/19f1808d5114404fa0215ba83410a1ed, entries=8, sequenceid=121, filesize=5.5 K 2024-11-15T14:37:17,626 DEBUG [M:0;26754e923c4a:40585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/41f775d92ed44bad85447b1c21a09afe as hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/41f775d92ed44bad85447b1c21a09afe 2024-11-15T14:37:17,629 INFO [M:0;26754e923c4a:40585 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 41f775d92ed44bad85447b1c21a09afe 2024-11-15T14:37:17,629 INFO [M:0;26754e923c4a:40585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/41f775d92ed44bad85447b1c21a09afe, entries=13, sequenceid=121, filesize=7.4 K 2024-11-15T14:37:17,630 DEBUG [M:0;26754e923c4a:40585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5ec7bfdd91c4236bb1a68e75190cce6 as hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e5ec7bfdd91c4236bb1a68e75190cce6 2024-11-15T14:37:17,633 INFO [M:0;26754e923c4a:40585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35231/user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e5ec7bfdd91c4236bb1a68e75190cce6, entries=1, sequenceid=121, filesize=5.0 K 2024-11-15T14:37:17,634 INFO [M:0;26754e923c4a:40585 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=121, compaction requested=false 2024-11-15T14:37:17,635 INFO [M:0;26754e923c4a:40585 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:37:17,635 DEBUG [M:0;26754e923c4a:40585 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731681436361Disabling compacts and flushes for region at 1731681436361Disabling writes for close at 1731681436361Obtaining lock to block concurrent updates at 1731681436361Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731681436361Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61557, getHeapSize=73080, getOffHeapSize=0, getCellsCount=140 at 1731681436361Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731681436362 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731681436362Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731681436374 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731681436375 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731681436782 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731681436794 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731681436794Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731681437202 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731681437214 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731681437214Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@522401e4: reopening flushed file at 1731681437622 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16d2a312: reopening flushed file at 1731681437625 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ca97e71: reopening flushed file at 1731681437629 (+4 ms)Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=121, compaction requested=false at 1731681437634 (+5 ms)Writing region close event to WAL at 1731681437635 (+1 ms)Closed at 1731681437635 2024-11-15T14:37:17,636 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fcae7c0c-8d85-2714-9f28-0c7d4b672970/MasterData/WALs/26754e923c4a,40585,1731681401362/26754e923c4a%2C40585%2C1731681401362.1731681403242 not finished, retry = 0 2024-11-15T14:37:17,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39357 is added to blk_1073741830_1006 (size=69920) 2024-11-15T14:37:17,737 INFO [M:0;26754e923c4a:40585 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T14:37:17,737 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:37:17,737 INFO [M:0;26754e923c4a:40585 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40585 2024-11-15T14:37:17,737 INFO [M:0;26754e923c4a:40585 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:37:17,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40585-0x101401af9b80000, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:37:17,845 INFO [M:0;26754e923c4a:40585 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:37:17,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40585-0x101401af9b80000, quorum=127.0.0.1:54815, baseZNode=/0-472790509 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:37:17,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ae63c2e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:37:17,848 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f659f1b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:37:17,848 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:37:17,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56cb1d91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:37:17,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c2c6c16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed6508be-7f8f-3cc6-89a0-14750ca73894/hadoop.log.dir/,STOPPED} 2024-11-15T14:37:17,849 WARN [BP-1417927144-172.17.0.3-1731681399848 heartbeating to localhost/127.0.0.1:35231 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T14:37:17,849 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T14:37:17,849 WARN [BP-1417927144-172.17.0.3-1731681399848 heartbeating to localhost/127.0.0.1:35231 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1417927144-172.17.0.3-1731681399848 (Datanode Uuid 4d5438e4-5742-42dd-9708-c2e75ce6b734) service to localhost/127.0.0.1:35231 2024-11-15T14:37:17,849 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T14:37:17,850 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed6508be-7f8f-3cc6-89a0-14750ca73894/cluster_42401947-d8f0-a53f-7d7f-4926d17c6eb3/data/data1/current/BP-1417927144-172.17.0.3-1731681399848 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:37:17,850 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed6508be-7f8f-3cc6-89a0-14750ca73894/cluster_42401947-d8f0-a53f-7d7f-4926d17c6eb3/data/data2/current/BP-1417927144-172.17.0.3-1731681399848 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:37:17,850 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T14:37:17,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ddd43f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:37:17,856 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@491c2358{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:37:17,856 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:37:17,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79b6a9cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:37:17,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4759d90a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed6508be-7f8f-3cc6-89a0-14750ca73894/hadoop.log.dir/,STOPPED} 2024-11-15T14:37:17,861 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T14:37:17,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T14:37:17,885 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=588 (was 529) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42395 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44597 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44597 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42395 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54815) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54815) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54815) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:44597 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:42395 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35231 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44597 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42395 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35231 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44597 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42395 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35231 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:35231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=971 (was 870) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=368 (was 388), ProcessCount=11 (was 11), AvailableMemoryMB=1038 (was 754) - AvailableMemoryMB LEAK? - 2024-11-15T14:37:17,886 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=588 is superior to 500